-- Logs begin at Wed 2022-07-20 14:33:59 UTC, end at Wed 2022-07-20 15:54:18 UTC. -- Jul 20 15:22:32.436913 dv-cinder-819149-12-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 20 15:22:35.119246 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.common.config [-] Logging enabled! Jul 20 15:22:35.119833 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev439 Jul 20 15:22:35.120039 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104400) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 20 15:22:35.123265 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.common.config [-] Logging enabled! Jul 20 15:22:35.123521 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev439 Jul 20 15:22:35.123832 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104400) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 20 15:22:35.124766 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 20 15:22:35.125000 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 20 15:22:35.125485 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 20 15:22:35.125730 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 20 15:22:35.125955 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 20 15:22:35.126301 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.126598 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.126830 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.127123 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.127413 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.127693 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.127981 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.128273 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.128556 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.128833 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.129116 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.129347 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.129627 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.129910 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.130194 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.130450 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] debug = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.130730 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.131160 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.131570 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.131850 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.132137 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.132424 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.132679 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.132951 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.133236 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.133562 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] host = dv-cinder-819149-12-iscsi {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.133838 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.134122 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.134429 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.135268 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.135508 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.135774 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.136056 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.136329 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.136601 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] log_file = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.136879 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.137168 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.137455 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.137747 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.137972 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.138194 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.138509 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.138797 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.139070 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.139343 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.139615 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.139886 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.140157 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.140422 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.140704 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.140984 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.141268 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.141540 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.141812 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.142080 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.142377 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.142661 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.142930 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.143200 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.143471 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.143754 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.144021 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.144291 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.144590 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.144874 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.145153 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.145437 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.145708 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.145989 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.146275 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.146551 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.146825 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] use_json = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.147096 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.147364 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.147641 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.147912 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.148181 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.148450 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.148718 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.148998 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.149268 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:35.149562 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.149858 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.150798 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.151093 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.151398 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.151676 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.151964 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.152242 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.152529 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.152819 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.153104 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.153381 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.153681 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.153968 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.154293 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.154590 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.154880 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.155168 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.155442 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.155715 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.155986 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.156262 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.156546 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.156826 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.157112 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.157399 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.157677 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.157973 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.158277 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.158562 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.158854 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.159142 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.159415 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.159694 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.159986 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.160262 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.160537 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.160824 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.161099 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.161371 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.161654 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.161946 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.162235 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.162538 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.162815 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.163104 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.163380 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.163652 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.163923 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.164198 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.164470 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.164754 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.165030 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.165300 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.165571 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.165874 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.166146 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.166444 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.166730 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.167003 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.167279 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.167554 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.167826 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.168100 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.168369 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.168640 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.168910 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.169179 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.169452 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.169721 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.169995 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.170288 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.170562 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.170833 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.171128 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.171403 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.171680 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.171955 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.172231 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.172504 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.172778 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.173053 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.173329 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.173599 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.173886 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.174170 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.174488 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.174770 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.175047 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.175365 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.175640 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.175916 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.176198 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.176466 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.176745 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.177023 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.177298 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.177573 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.177855 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.178136 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.178459 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.178754 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.179031 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.179324 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.179616 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.179910 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.180187 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.180494 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.180771 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:35.180988 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 20 15:22:35.181229 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104400) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 20 15:22:35.476808 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 20 15:22:35.477010 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 20 15:22:35.477314 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 20 15:22:35.477650 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 20 15:22:35.883719 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:35.884009 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:35.884284 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:35.886120 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:35.886424 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:35.886694 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:35.940786 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:35.941074 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:35.941346 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:35.955701 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:35.955984 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:35.956255 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:35.986541 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:35.986830 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:35.987103 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:36.022951 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:36.023233 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:36.023507 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:36.254297 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:36.254893 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:36.254893 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:36.255054 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:36.255702 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:36.351789 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:36.352114 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:36.352397 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:36.352670 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:36.352937 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:36.353841 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:36.354103 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:36.354391 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:36.354650 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:36.354929 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:36.355192 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:36.355458 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:36.355715 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:36.355968 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:36.356223 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:36.356488 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:36.356745 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:36.357013 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:36.357285 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:36.357547 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:36.357822 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:36.358076 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:36.358401 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:36.358768 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:36.359022 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:36.359272 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:36.359666 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 15:22:36.359907 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 15:22:36.360146 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 15:22:36.360383 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 15:22:36.360881 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 15:22:36.361117 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 15:22:36.361474 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 20 15:22:36.364566 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 20 15:22:36.368454 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 20 15:22:36.372222 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(950, 999)])]) Jul 20 15:22:36.373842 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 20 15:22:36.375335 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 20 15:22:36.375681 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 20 15:22:36.376074 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 20 15:22:36.378851 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 20 15:22:36.379107 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 20 15:22:36.379455 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 20 15:22:36.384567 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 20 15:22:36.407618 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 20 15:22:36.408072 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:36.408373 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104400) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 20 15:22:36.408748 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:36.410082 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104400) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 20 15:22:36.410395 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 20 15:22:36.410647 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 20 15:22:36.413929 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:36.414213 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:36.544600 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 20 15:22:36.544839 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 20 15:22:36.545075 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 20 15:22:36.545457 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 20 15:22:36.596195 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO dbcounter [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Registered counter for database neutron Jul 20 15:22:36.616785 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_db.sqlalchemy.engines [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104400) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 20 15:22:36.622568 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writer thread running {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 20 15:22:37.352201 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.plugins.ml2.managers [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Initializing driver for type 'gre' Jul 20 15:22:37.352794 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] gre ID ranges: [(1, 1000)] Jul 20 15:22:37.575106 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.plugins.ml2.managers [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Initializing driver for type 'local' Jul 20 15:22:37.575446 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.plugins.ml2.managers [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Initializing driver for type 'vlan' Jul 20 15:22:37.654912 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] VlanTypeDriver initialization complete Jul 20 15:22:37.655184 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.plugins.ml2.managers [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Initializing driver for type 'vxlan' Jul 20 15:22:37.655694 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] vxlan ID ranges: [(1, 1000)] Jul 20 15:22:37.843712 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.plugins.ml2.managers [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Initializing extension driver 'port_security' Jul 20 15:22:37.844055 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.plugins.ml2.extensions.port_security [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] PortSecurityExtensionDriver initialization complete Jul 20 15:22:37.844398 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.plugins.ml2.managers [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Initializing mechanism driver 'openvswitch' Jul 20 15:22:37.844738 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.plugins.ml2.managers [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Initializing mechanism driver 'hyperv' Jul 20 15:22:37.851641 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.plugin [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:22:37.852280 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > port after_create 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.852658 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > port after_update 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.853017 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > port after_delete 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.853527 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104400) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 15:22:37.853955 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > subnet after_create 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.854340 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > subnet after_update 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.854743 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > subnet after_delete 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.855155 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104400) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 15:22:37.855572 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > network after_create 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.855956 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > network after_update 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.856288 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > network after_delete 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.856690 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104400) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 15:22:37.857118 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > security_group after_create 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.857474 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > security_group after_update 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.857821 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > security_group after_delete 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.858235 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104400) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 15:22:37.860968 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.860968 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.860968 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.860968 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104400) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 15:22:37.866599 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > address_group after_create 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.866599 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > address_group after_update 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.866599 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > address_group after_delete 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.866599 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104400) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 15:22:37.866599 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] ML2 OVO RPC backend initialized. {{(pid=104400) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 20 15:22:37.866914 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > router_interface after_create 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.866914 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.866914 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > network before_response 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.866914 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > networks before_response 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.867157 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > port before_response 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.867157 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > ports before_response 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.867326 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > subnet before_response 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.867677 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > subnets before_response 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.868033 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > network after_create 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.868431 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > network after_update 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.869299 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > network after_delete 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.869646 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > port after_create 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.869996 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > port after_update 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.870363 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > port after_delete 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.870712 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > subnet after_create 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.871060 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > subnet after_update 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.871404 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > subnet after_delete 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.880681 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.quota [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded quota_driver: . Jul 20 15:22:37.881054 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.plugins.ml2.plugin [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Modular L2 Plugin initialization complete Jul 20 15:22:37.881408 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading services supported by the core plugin {{(pid=104400) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 20 15:22:37.881758 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.plugins.ml2.managers [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Got port-security extension from driver 'port_security' Jul 20 15:22:37.882245 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.extensions.vlantransparent [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Disabled vlantransparent extension. Jul 20 15:22:37.882775 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104400) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 20 15:22:37.883105 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading Plugin: router Jul 20 15:22:37.930771 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > router_interface before_create 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.931117 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > router after_create 55549900 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.932045 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > router before_create 55549900 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.932546 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.932933 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.933299 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > router after_delete 55549900 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.933667 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > floatingip after_create 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.934028 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > floatingip after_update 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.934424 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > router after_create 55549900 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.934782 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > router after_update 55549900 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.935143 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > router after_update 55549900 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.935502 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.935872 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > router after_update 55549900 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.936296 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > router precommit_update 55549900 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.936676 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: port after_update 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.937027 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: port after_delete 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.937376 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: subnet after_update 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.937744 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.938103 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > port precommit_delete 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.938489 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > router precommit_create 55549900 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.938850 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: port before_delete 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.939201 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > router precommit_create 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.939569 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > router after_update 55549900 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.939919 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > router precommit_delete 55549900 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.940280 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > router precommit_create 55549900 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.940652 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > router_interface after_create 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.941002 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > router precommit_update 55549900 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.941378 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > agent after_create 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.941736 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > agent after_delete 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.942090 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > network after_delete 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.943051 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.quota.resource_registry [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Tracking information for resource: router configured {{(pid=104400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 15:22:37.943398 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.quota.resource_registry [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Tracking information for resource: floatingip configured {{(pid=104400) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 15:22:37.948848 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.db.l3_agentschedulers_db [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 20 15:22:37.949435 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: port after_update 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.949806 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: port after_create 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.950192 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: port after_delete 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.950584 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: port after_update 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.951387 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > router before_create 55550100 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.951785 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > router precommit_delete 55550100 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.952156 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > router precommit_create 55550100 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.952520 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > router precommit_update 55550100 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.957436 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.services.provider_configuration [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Service providers = [] {{(pid=104400) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 20 15:22:37.958120 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.db.servicetype_db [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104400) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 20 15:22:37.960908 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.services.service_base [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104400) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 20 15:22:37.961267 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.services.service_base [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104400) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 20 15:22:37.961618 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.services.service_base [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104400) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 20 15:22:37.962768 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.services.service_base [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104400) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 20 15:22:37.963145 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.services.service_base [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 20 15:22:37.963534 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 15:22:37.963857 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 20 15:22:37.974918 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 15:22:37.975734 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading Plugin: auto_allocate Jul 20 15:22:37.981551 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: network precommit_update 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.981925 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: network precommit_create 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:37.982483 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 15:22:37.982833 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading Plugin: tag Jul 20 15:22:37.995757 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 15:22:37.996091 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading Plugin: timestamp Jul 20 15:22:37.999917 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 15:22:38.000281 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading Plugin: network_ip_availability Jul 20 15:22:38.005835 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:38.006188 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:38.006576 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:38.007316 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 15:22:38.007644 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading Plugin: flavors Jul 20 15:22:38.013132 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 15:22:38.013474 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading Plugin: revisions Jul 20 15:22:38.021848 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104400) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 15:22:38.022249 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_concurrency.lockutils [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.545s {{(pid=104400) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 20 15:22:38.023094 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104400) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 20 15:22:38.023436 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Initializing extension manager. Jul 20 15:22:38.023966 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: __init__.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.024317 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: __pycache__ {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.024660 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: address_group.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.025411 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.026027 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: address-group Jul 20 15:22:38.026400 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: address_scope.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.027088 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.027637 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: address-scope Jul 20 15:22:38.027965 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: admin_state_down_before_update.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.028868 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.029388 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: router-admin-state-down-before-update Jul 20 15:22:38.029719 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: agent.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.030432 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.030952 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: agent Jul 20 15:22:38.031332 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: agent_resources_synced.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.032215 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.032730 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: agent-resources-synced Jul 20 15:22:38.033064 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: allowedaddresspairs.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.034888 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.035423 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: allowed-address-pairs Jul 20 15:22:38.035756 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: auto_allocated_topology.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.036816 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.037436 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: auto-allocated-topology Jul 20 15:22:38.037769 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: availability_zone.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.038487 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.046860 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: availability_zone Jul 20 15:22:38.046860 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: availability_zone_filter.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.047510 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.048052 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: availability_zone_filter Jul 20 15:22:38.048382 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: data_plane_status.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.049257 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.049768 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extension data-plane-status not supported by any of loaded plugins Jul 20 15:22:38.050095 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: default_subnetpools.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.051024 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.051542 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: default-subnetpools Jul 20 15:22:38.051874 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: dhcpagentscheduler.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.052649 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.053166 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: dhcp_agent_scheduler Jul 20 15:22:38.053496 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: dns.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.054450 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.054968 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extension dns-integration not supported by any of loaded plugins Jul 20 15:22:38.055298 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: dns_domain_ports.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.056188 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.057218 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 20 15:22:38.057549 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.058472 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.058990 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 20 15:22:38.059320 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: dvr.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.059962 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.060473 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: dvr Jul 20 15:22:38.060802 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: ecmp_routes.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.061682 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.062188 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extension ecmp_routes not supported by any of loaded plugins Jul 20 15:22:38.062546 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: empty_string_filtering.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.063419 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.064046 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: empty-string-filtering Jul 20 15:22:38.064386 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.065260 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.065773 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 20 15:22:38.066108 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.067010 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.067522 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 20 15:22:38.067850 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: external_net.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.068765 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.069278 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: external-net Jul 20 15:22:38.069606 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: extra_dhcp_opt.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.070510 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.071028 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: extra_dhcp_opt Jul 20 15:22:38.071357 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: extraroute.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.072755 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.073266 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: extraroute Jul 20 15:22:38.073614 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: extraroute_atomic.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.074644 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.075186 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: extraroute-atomic Jul 20 15:22:38.075514 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: filter_validation.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.076272 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.076791 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: filter-validation Jul 20 15:22:38.077135 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: fip_pf_description.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.078207 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.078755 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 20 15:22:38.079088 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: fip_pf_port_range.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.079966 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.080539 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 20 15:22:38.080867 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: fip_port_details.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.081867 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.082418 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: fip-port-details Jul 20 15:22:38.082752 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: flavors.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.083939 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.084463 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: flavors Jul 20 15:22:38.084799 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.086460 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.086993 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 20 15:22:38.087330 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: floatingip_pools.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.088074 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.088599 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: floatingip-pools Jul 20 15:22:38.088931 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: ip_allocation.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.089846 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.090391 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extension ip_allocation not supported by any of loaded plugins Jul 20 15:22:38.090724 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.091617 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.092129 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: ip-substring-filtering Jul 20 15:22:38.092460 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: l2_adjacency.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.093370 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.093876 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extension l2_adjacency not supported by any of loaded plugins Jul 20 15:22:38.094369 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: l3.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.095348 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.095882 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: router Jul 20 15:22:38.096211 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: l3_conntrack_helper.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.098467 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.099014 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 20 15:22:38.099350 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.100289 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.100836 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: ext-gw-mode Jul 20 15:22:38.101183 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.102082 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.102636 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: l3-ha Jul 20 15:22:38.102971 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.104362 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.104874 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 20 15:22:38.105204 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: l3_flavors.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.106117 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.106662 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: l3-flavors Jul 20 15:22:38.107012 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: l3_ndp_proxy.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.108454 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.108987 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 20 15:22:38.109326 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.110251 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.111115 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: l3-port-ip-change-not-allowed Jul 20 15:22:38.111449 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: l3agentscheduler.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.112470 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.112994 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: l3_agent_scheduler Jul 20 15:22:38.113330 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: local_ip.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.115105 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.115648 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extension local_ip not supported by any of loaded plugins Jul 20 15:22:38.115992 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: logging.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.117439 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.117972 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extension logging not supported by any of loaded plugins Jul 20 15:22:38.118334 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: metering.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.119695 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.120316 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: metering Jul 20 15:22:38.120649 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.121922 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.122474 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: metering_source_and_destination_fields Jul 20 15:22:38.122814 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: multiprovidernet.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.123719 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.124240 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: multi-provider Jul 20 15:22:38.124571 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: netmtu.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.125463 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.125980 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: net-mtu Jul 20 15:22:38.126340 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: netmtu_writable.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.127237 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.127759 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: net-mtu-writable Jul 20 15:22:38.128090 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: network_availability_zone.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.128734 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.129252 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: network_availability_zone Jul 20 15:22:38.129583 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: network_ip_availability.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.130679 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.131207 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: network-ip-availability Jul 20 15:22:38.131543 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: network_segment_range.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.132286 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.132805 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extension network-segment-range not supported by any of loaded plugins Jul 20 15:22:38.133139 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: pagination.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.134094 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.134491 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: pagination Jul 20 15:22:38.134824 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: port_device_profile.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.135711 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.136243 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: port-device-profile Jul 20 15:22:38.136573 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: port_mac_address_override.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.137468 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.137998 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: port-mac-override Jul 20 15:22:38.138359 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.139249 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.139768 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: port-mac-address-regenerate Jul 20 15:22:38.140095 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.140975 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.141494 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: port-numa-affinity-policy Jul 20 15:22:38.141821 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: port_resource_request.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.142734 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.143249 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extension port-resource-request not supported by any of loaded plugins Jul 20 15:22:38.143575 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: port_resource_request_groups.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.144503 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.145022 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 20 15:22:38.145352 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: portbindings.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.146241 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.146787 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: binding Jul 20 15:22:38.147115 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: portbindings_extended.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.148337 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.148856 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: binding-extended Jul 20 15:22:38.149187 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: portsecurity.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.150118 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.150667 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: port-security Jul 20 15:22:38.151001 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: project_id.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.151950 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.152288 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: project-id Jul 20 15:22:38.152617 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: providernet.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.153501 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.154025 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: provider Jul 20 15:22:38.154391 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: qos.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.157844 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.158414 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extension qos not supported by any of loaded plugins Jul 20 15:22:38.158757 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.159965 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.160491 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 20 15:22:38.160828 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.161737 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.162253 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 20 15:22:38.162615 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: qos_default.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.163502 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.164021 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extension qos-default not supported by any of loaded plugins Jul 20 15:22:38.164354 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: qos_fip.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.165249 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.166306 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extension qos-fip not supported by any of loaded plugins Jul 20 15:22:38.166643 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: qos_fip_network_policy.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.167528 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.168048 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 20 15:22:38.168381 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: qos_gateway_ip.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.169274 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.169799 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 20 15:22:38.170131 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: qos_port_network_policy.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.171042 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.171556 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 20 15:22:38.171885 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.172883 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.173396 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 20 15:22:38.173729 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.174754 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.175277 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 20 15:22:38.175607 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: qos_pps_rule.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.176743 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.177259 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extension qos-pps not supported by any of loaded plugins Jul 20 15:22:38.177590 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: qos_rule_type_details.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.178500 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.179017 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 20 15:22:38.179348 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: qos_rule_type_filter.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.180228 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.180746 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 20 15:22:38.181122 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: qos_rules_alias.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.182745 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.183268 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 20 15:22:38.183634 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: quota_check_limit.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.184531 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.185058 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: quota-check-limit Jul 20 15:22:38.185390 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: quotasv2.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.186332 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.186670 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: quotas Jul 20 15:22:38.186998 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: quotasv2_detail.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.188649 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.188997 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: quota_details Jul 20 15:22:38.189330 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: rbac.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.190693 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.191233 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: rbac-policies Jul 20 15:22:38.191572 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: rbac_address_group.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.192473 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.192997 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: rbac-address-group Jul 20 15:22:38.193329 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: rbac_address_scope.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.194216 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.194778 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: rbac-address-scope Jul 20 15:22:38.195115 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: rbac_security_groups.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.196085 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.196607 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: rbac-security-groups Jul 20 15:22:38.196967 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: rbac_subnetpool.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.197859 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.198411 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: rbac-subnetpool Jul 20 15:22:38.198745 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: revisionifmatch.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.199643 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.200160 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: revision-if-match Jul 20 15:22:38.200491 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: revisions.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.201575 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.202101 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: standard-attr-revisions Jul 20 15:22:38.202472 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: router_availability_zone.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.203158 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.203684 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: router_availability_zone Jul 20 15:22:38.204019 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: routerservicetype.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.204920 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.205442 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extension router-service-type not supported by any of loaded plugins Jul 20 15:22:38.205775 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.206704 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.207231 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: security-groups-normalized-cidr Jul 20 15:22:38.207563 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: security_groups_port_filtering.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.208458 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.208982 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: port-security-groups-filtering Jul 20 15:22:38.209314 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.210207 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.210760 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: security-groups-remote-address-group Jul 20 15:22:38.211093 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.211998 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.212545 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: security-groups-shared-filtering Jul 20 15:22:38.212882 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: securitygroup.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.223609 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.224158 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: security-group Jul 20 15:22:38.224510 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: segment.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.225211 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.225742 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extension segment not supported by any of loaded plugins Jul 20 15:22:38.226081 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.227027 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.227556 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 20 15:22:38.227894 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: servicetype.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.229486 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.230019 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: service-type Jul 20 15:22:38.230380 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: sorting.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.231348 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.231686 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: sorting Jul 20 15:22:38.232015 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: standard_attr_segment.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.232909 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.233434 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 20 15:22:38.233765 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: standardattrdescription.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.234420 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.234945 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: standard-attr-description Jul 20 15:22:38.235277 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: stateful_security_group.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.236458 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.236986 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: stateful-security-group Jul 20 15:22:38.237319 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: stdattrs_common.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.237875 dv-cinder-819149-12-iscsi neutron-server[104400]: WARNING neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 20 15:22:38.238206 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.239122 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.239648 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 20 15:22:38.239974 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: subnet_onboard.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.240997 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.241529 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: subnet_onboard Jul 20 15:22:38.241863 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.242792 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.243318 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 20 15:22:38.243654 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: subnet_service_types.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.245151 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.245675 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: subnet-service-types Jul 20 15:22:38.246010 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: subnetallocation.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.247097 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.247626 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: subnet_allocation Jul 20 15:22:38.247961 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.248597 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.249116 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: subnetpool-prefix-ops Jul 20 15:22:38.249442 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.250373 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.250894 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 20 15:22:38.251224 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: tagging.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.252242 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.252789 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: standard-attr-tag Jul 20 15:22:38.253124 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: timestamp.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.254308 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.254974 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loaded extension: standard-attr-timestamp Jul 20 15:22:38.255185 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: trunk.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.256184 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.256704 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extension trunk not supported by any of loaded plugins Jul 20 15:22:38.257036 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: trunk_details.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.257926 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.258481 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extension trunk-details not supported by any of loaded plugins Jul 20 15:22:38.258815 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: uplink_status_propagation.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.259731 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.260250 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 20 15:22:38.260580 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Loading extension file: vlantransparent.py {{(pid=104400) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 15:22:38.261218 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104400) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 15:22:38.261730 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extension vlan-transparent not supported by any of loaded plugins Jul 20 15:22:38.264312 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.quota.resource_registry [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Creating instance of TrackedResource for resource:network Jul 20 15:22:38.264851 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.quota.resource_registry [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Creating instance of TrackedResource for resource:subnet Jul 20 15:22:38.265260 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.quota.resource_registry [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 15:22:38.265656 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.quota.resource_registry [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Creating instance of TrackedResource for resource:port Jul 20 15:22:38.266995 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.v2.resource_helper [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 15:22:38.267447 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.v2.resource_helper [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Service FLAVORS assigned prefix: {{(pid=104400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 15:22:38.268070 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.v2.resource_helper [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 15:22:38.268514 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.v2.resource_helper [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 15:22:38.268855 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.quota.resource_registry [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Creating instance of TrackedResource for resource:router Jul 20 15:22:38.269297 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.quota.resource_registry [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Creating instance of TrackedResource for resource:floatingip Jul 20 15:22:38.269786 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.v2.resource_helper [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Service METERING assigned prefix: /metering {{(pid=104400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 15:22:38.271262 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:38.271641 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:38.272003 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104400) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:22:38.273035 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.quota.resource_registry [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Creating instance of CountableResource for resource:rbac_policy Jul 20 15:22:38.273490 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.quota.resource_registry [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Creating instance of TrackedResource for resource:security_group Jul 20 15:22:38.273943 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.quota.resource_registry [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Creating instance of TrackedResource for resource:security_group_rule Jul 20 15:22:38.274499 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.v2.resource_helper [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Service CORE assigned prefix: {{(pid=104400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 15:22:38.274839 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.quota.resource_registry [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 15:22:38.275221 dv-cinder-819149-12-iscsi neutron-server[104400]: WARNING neutron.quota.resource_registry [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] subnetpool is already registered Jul 20 15:22:38.275660 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.v2.resource_helper [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Service CORE assigned prefix: {{(pid=104400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 15:22:38.275995 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.quota.resource_registry [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 15:22:38.276334 dv-cinder-819149-12-iscsi neutron-server[104400]: WARNING neutron.quota.resource_registry [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] subnetpool is already registered Jul 20 15:22:38.278783 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.v2.resource_helper [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 15:22:38.279230 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.v2.resource_helper [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Service FLAVORS assigned prefix: {{(pid=104400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 15:22:38.279840 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.v2.resource_helper [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 15:22:38.280270 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.v2.resource_helper [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 15:22:38.280610 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.quota.resource_registry [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Creating instance of TrackedResource for resource:router Jul 20 15:22:38.280958 dv-cinder-819149-12-iscsi neutron-server[104400]: WARNING neutron.quota.resource_registry [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] router is already registered Jul 20 15:22:38.281407 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.quota.resource_registry [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Creating instance of TrackedResource for resource:floatingip Jul 20 15:22:38.281751 dv-cinder-819149-12-iscsi neutron-server[104400]: WARNING neutron.quota.resource_registry [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] floatingip is already registered Jul 20 15:22:38.282214 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.v2.resource_helper [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Service METERING assigned prefix: /metering {{(pid=104400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 15:22:38.282919 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.quota.resource_registry [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Creating instance of CountableResource for resource:rbac_policy Jul 20 15:22:38.283254 dv-cinder-819149-12-iscsi neutron-server[104400]: WARNING neutron.quota.resource_registry [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] rbac_policy is already registered Jul 20 15:22:38.283672 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.quota.resource_registry [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Creating instance of TrackedResource for resource:security_group Jul 20 15:22:38.284013 dv-cinder-819149-12-iscsi neutron-server[104400]: WARNING neutron.quota.resource_registry [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] security_group is already registered Jul 20 15:22:38.284424 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.quota.resource_registry [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Creating instance of TrackedResource for resource:security_group_rule Jul 20 15:22:38.284767 dv-cinder-819149-12-iscsi neutron-server[104400]: WARNING neutron.quota.resource_registry [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] security_group_rule is already registered Jul 20 15:22:38.285409 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.v2.resource_helper [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Service CORE assigned prefix: {{(pid=104400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 15:22:38.285748 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.quota.resource_registry [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 15:22:38.286098 dv-cinder-819149-12-iscsi neutron-server[104400]: WARNING neutron.quota.resource_registry [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] subnetpool is already registered Jul 20 15:22:38.286556 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.v2.resource_helper [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Service CORE assigned prefix: {{(pid=104400) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 15:22:38.286889 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.quota.resource_registry [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 15:22:38.287218 dv-cinder-819149-12-iscsi neutron-server[104400]: WARNING neutron.quota.resource_registry [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] subnetpool is already registered Jul 20 15:22:38.287700 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extended resource: extensions {{(pid=104400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 15:22:38.289166 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extended resource: address-groups {{(pid=104400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 15:22:38.291228 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extended resource: address-scopes {{(pid=104400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 15:22:38.292639 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extended resource: agents {{(pid=104400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 15:22:38.293818 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extended resource: auto-allocated-topology {{(pid=104400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 15:22:38.295115 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extended resource: availability_zones {{(pid=104400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 15:22:38.296355 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extended resource: dhcp-networks {{(pid=104400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 15:22:38.297883 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extended resource: dhcp-agents {{(pid=104400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 15:22:38.299381 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extended resource: routers {{(pid=104400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 15:22:38.301146 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extended resource: flavors {{(pid=104400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 15:22:38.302460 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extended resource: service_profiles {{(pid=104400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 15:22:38.303680 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extended resource: next_providers {{(pid=104400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 15:22:38.305145 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extended resource: service_profiles {{(pid=104400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 15:22:38.307308 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extended resource: floatingip-pools {{(pid=104400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 15:22:38.308566 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extended resource: routers {{(pid=104400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 15:22:38.310316 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extended resource: floatingips {{(pid=104400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 15:22:38.311623 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extended resource: l3-routers {{(pid=104400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 15:22:38.313028 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extended resource: l3-agents {{(pid=104400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 15:22:38.314501 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extended resource: metering-labels {{(pid=104400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 15:22:38.315803 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extended resource: metering-label-rules {{(pid=104400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 15:22:38.317219 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extended resource: network-ip-availabilities {{(pid=104400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 15:22:38.318521 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extended resource: bindings {{(pid=104400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 15:22:38.320112 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extended resource: quotas {{(pid=104400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 15:22:38.321793 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extended resource: quotas {{(pid=104400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 15:22:38.323426 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extended resource: rbac-policies {{(pid=104400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 15:22:38.324643 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extended resource: security-groups {{(pid=104400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 15:22:38.325961 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extended resource: security-group-rules {{(pid=104400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 15:22:38.327272 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extended resource: service-providers {{(pid=104400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 15:22:38.328510 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extended resource: subnetpools {{(pid=104400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 15:22:38.329858 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extended resource: subnetpools {{(pid=104400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 15:22:38.332434 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extended resource: tags {{(pid=104400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 15:22:38.334133 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extended resource: tags {{(pid=104400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 15:22:38.336032 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extended resource: tags {{(pid=104400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 15:22:38.337867 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extended resource: tags {{(pid=104400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 15:22:38.339617 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extended resource: tags {{(pid=104400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 15:22:38.341607 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extended resource: tags {{(pid=104400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 15:22:38.343374 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extended resource: tags {{(pid=104400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 15:22:38.345285 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extended resource: tags {{(pid=104400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 15:22:38.347208 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extended resource: tags {{(pid=104400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 15:22:38.348956 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron.api.extensions [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Extended resource: tags {{(pid=104400) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 15:22:38.355619 dv-cinder-819149-12-iscsi neutron-server[104400]: WARNING keystonemiddleware.auth_token [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 20 15:22:38.360976 dv-cinder-819149-12-iscsi neutron-server[104400]: WARNING keystonemiddleware.auth_token [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 20 15:22:38.370514 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_concurrency.lockutils [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Acquired lock "singleton_lock" {{(pid=104400) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 20 15:22:38.371003 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_concurrency.lockutils [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Releasing lock "singleton_lock" {{(pid=104400) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 20 15:22:38.371661 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO oslo_service.service [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Starting 2 workers Jul 20 15:22:38.376479 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Started child 104509 {{(pid=104400) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 20 15:22:38.380931 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Started child 104510 {{(pid=104400) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 20 15:22:38.382017 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:22:38.382678 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO neutron.service [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Neutron service started, listening on 0.0.0.0:9696 Jul 20 15:22:38.383268 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Publish callbacks [] for process (None), before_spawn {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:22:38.383510 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [-] (104509) wsgi starting up on http://0.0.0.0:9696 Jul 20 15:22:38.385856 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO oslo_service.service [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Starting 1 workers Jul 20 15:22:38.386444 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:22:38.387871 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [-] (104510) wsgi starting up on http://0.0.0.0:9696 Jul 20 15:22:38.391095 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Started child 104511 {{(pid=104400) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 20 15:22:38.391652 dv-cinder-819149-12-iscsi neutron-server[104400]: INFO oslo_service.service [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Starting 1 workers Jul 20 15:22:38.394929 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.service [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] calling RpcWorker wait() {{(pid=104511) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 20 15:22:38.395482 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.service [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] returning from RpcWorker wait() {{(pid=104511) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 20 15:22:38.396127 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Started child 104512 {{(pid=104400) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 20 15:22:38.396774 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:22:38.396957 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG neutron_lib.callbacks.manager [None req-49e92908-206f-4a66-a5b9-e3fc92e0d06a None None] Publish callbacks [] for process (None), after_spawn {{(pid=104400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:22:38.397231 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:22:38.399013 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104400) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 20 15:22:38.399231 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 20 15:22:38.399420 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 20 15:22:38.399653 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 20 15:22:38.400009 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 20 15:22:38.400179 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 20 15:22:38.400703 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.400976 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.401231 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.401506 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.401995 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:22:38.402513 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.402513 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.402652 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.402894 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.403153 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.403325 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.403491 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.403768 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.404015 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.404335 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.404612 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.404857 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.405125 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.405296 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.405546 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.405815 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.406086 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.406403 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] debug = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.406656 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.407125 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.407373 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.407610 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.407845 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.408106 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.408360 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.408624 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.408856 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.409089 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.409337 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.409609 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.409865 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.410096 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.410351 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.410653 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.410878 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.411372 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] host = dv-cinder-819149-12-iscsi {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.411623 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.411857 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.412102 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.412359 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.412601 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.412832 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.413092 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.413358 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.413618 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.413841 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.414111 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.414385 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.414623 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.414878 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] log_file = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.415043 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] log_options = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.415279 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.415536 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.416332 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.416532 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.416703 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.416867 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.417096 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.417267 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.417516 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.417749 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.417961 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.418199 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.418456 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.418701 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.418946 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.419189 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.419434 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.419650 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.419904 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.420139 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.420386 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.420636 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.420875 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.421131 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.421391 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.421536 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.421764 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.421998 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.422762 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.422762 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.422762 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.423177 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.423177 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.423460 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.423643 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.423875 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.424103 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.424339 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.424616 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.424844 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.425088 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.425338 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.425553 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.425799 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.426013 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.426226 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.426482 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] use_json = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.426712 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.426936 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.427186 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.427419 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.427655 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.427858 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.428074 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.428304 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.428485 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:22:38.428599 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.428924 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.429214 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.429539 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.429785 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.430018 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.430322 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.436799 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.436799 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.436799 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.436799 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.436799 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.436799 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.436799 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.436799 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.437937 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.437937 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.437937 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.437937 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.437937 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.437937 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.437937 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.437937 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.438882 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.438882 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.438882 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.438882 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.438882 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.438882 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.438882 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.438882 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.439896 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.439896 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.439896 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.439896 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.439896 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.439896 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.439896 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.439896 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.440901 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.440901 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.440901 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.440901 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.440901 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.440901 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.440901 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.442089 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.442089 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.442089 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.442089 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.442089 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.442799 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.442799 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.442799 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.443186 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.443186 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.443488 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.443632 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.443770 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.444004 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.444263 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.444498 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.444724 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.444981 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.445170 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.445404 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.445636 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.445831 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.446042 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.446288 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.446511 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.446732 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.447026 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.447250 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.447497 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.447754 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.447989 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.448271 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.448494 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.448710 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.448928 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.449144 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.449380 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.449596 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.449808 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.450023 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.450241 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.450493 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.450707 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.450922 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.451190 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.451352 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.451653 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.451921 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.452171 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.452412 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.452673 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.452910 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.453167 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.453386 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.453604 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.454086 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.454239 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.454431 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.454646 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.454903 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.455122 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.455390 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.455626 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.455883 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.456049 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.456268 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.456505 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.456732 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.456949 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.457338 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.457486 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.457624 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.457862 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.458115 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.458374 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.458609 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.458860 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.459139 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.459596 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.459743 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.459893 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.460154 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.460449 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.460884 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.461031 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.461299 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.461462 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.464055 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.464055 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.464055 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.464055 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.464055 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.464055 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.464055 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.465002 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.465002 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.465002 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.465002 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.465531 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.465531 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.465792 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.465792 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.466151 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.466384 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.466563 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.466812 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.467071 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.467329 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.467560 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.467784 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.468002 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.468231 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.468445 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.468684 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.468900 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.469280 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.469437 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.469581 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.469805 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.470044 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.470288 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.470529 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.470749 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.470982 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.471226 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.471456 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.471655 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.472106 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.472106 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.472404 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.472542 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.472734 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.472966 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.473185 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.473461 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.473710 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.473929 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.474157 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.474434 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.474663 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.474879 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.475128 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.475347 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.475561 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.475793 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.476073 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.476227 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.476435 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.476702 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.476936 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.477194 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.477438 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.477776 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.478023 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.478817 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.479275 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.479424 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.479588 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.479731 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.479946 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.480197 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.480415 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.480636 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.480854 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.481090 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.481307 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.481569 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.481731 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.482014 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.482210 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.483108 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.483108 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.483108 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.483528 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.483528 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.483750 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.483873 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.484047 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.484260 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.484830 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.484830 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.485080 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.485214 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.485705 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.486380 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.486380 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.486638 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.486761 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.486899 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.487097 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.487326 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.487552 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.487753 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.488204 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.488427 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.488643 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.488869 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.489094 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.489311 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.489524 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.489739 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.489946 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.490170 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.490413 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.490625 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.490853 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.491434 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.491434 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.491756 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.491756 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.491997 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.492208 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.492344 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.492877 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.492877 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.493143 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.493143 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.493446 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.493707 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.493952 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.494290 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.494751 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.494972 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.495235 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.495538 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.495754 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.496014 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.496297 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.496478 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.496697 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.496972 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.497295 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.497597 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.498056 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.498202 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.498386 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.498665 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.498934 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.499148 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.499465 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.499820 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.500088 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.500330 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.501075 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.501075 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.501075 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.501516 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.501516 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.501793 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.502012 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.502150 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.502401 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.502585 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.502818 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.503070 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.503297 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.503730 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.503730 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.503997 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.504178 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.504331 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 20 15:22:38.504848 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104400) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 20 15:22:38.505011 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 20 15:22:38.505174 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 20 15:22:38.505344 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 20 15:22:38.505514 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 20 15:22:38.505666 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 20 15:22:38.505877 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.506042 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.506204 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.506374 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.506564 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.506724 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.506863 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.507008 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.507150 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.507290 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.507439 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.507579 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.507716 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.507879 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.508032 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.508170 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.508332 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.508497 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.508651 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.508798 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.508946 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.509094 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] debug = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.509232 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.509446 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.509606 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.509746 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.509884 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.510038 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.510252 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.510424 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.510562 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.510711 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.510858 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.510995 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.511131 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.511274 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.511420 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.511557 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.511705 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.511844 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] host = dv-cinder-819149-12-iscsi {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.512065 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.512211 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.512343 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.512565 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.512715 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.512863 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.512863 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.513155 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.513155 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.513499 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.513499 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.513844 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.513844 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.514129 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] log_file = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.514129 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] log_options = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.514432 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.514432 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.515007 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.515007 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.515007 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.515007 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.516032 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.516032 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.516032 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.516609 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.516765 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.516931 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.517082 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.517227 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.517365 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.517512 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.517657 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.517818 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.517982 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.518144 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.518334 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.518470 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.518610 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.518755 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.518920 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.519080 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.519220 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.519351 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.519495 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.519675 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.519836 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.519995 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.520234 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.520371 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.520510 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.520602 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.520729 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.520881 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.521045 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.521205 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.521365 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.521524 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.521683 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.521845 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.522004 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.522148 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.522365 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] use_json = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.522494 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.522698 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.522836 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.522960 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.523083 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.523216 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.523364 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.523576 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.523703 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 15:22:38.523811 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.523961 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.524156 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.524343 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.524486 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.524635 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.524769 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.524910 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.525575 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.525722 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.525861 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.526490 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.526490 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.526490 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.527035 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.527035 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.527035 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.527035 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.527569 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.527569 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.527569 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.527569 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.528074 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.528074 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.528074 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.528471 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.528471 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.528683 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.528683 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.528882 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.529008 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.529118 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.529282 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.529444 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.529606 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.529769 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.529932 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.530095 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.530290 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.530442 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.530606 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.530770 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.530919 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.531081 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.531244 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.531405 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.531567 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.531729 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.531891 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.532055 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.532217 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.532389 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.532528 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.532761 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.532900 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.533015 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.533144 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.533303 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.533465 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.533625 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.533787 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.533949 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.534134 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.534310 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.534463 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.534615 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.534760 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.534910 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.535058 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.535223 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.535386 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.535547 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.535694 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.535859 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.536009 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.536157 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.536304 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.536468 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.536626 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.536765 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.536925 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.537135 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.537269 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.537413 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.537545 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.537688 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.537821 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.537953 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.538109 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.538292 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.538461 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.538642 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.538803 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.538966 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.539128 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.539290 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.539473 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.539637 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.539799 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.539961 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.540123 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.540285 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.540447 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.540630 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.541318 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.541480 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.541641 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.541803 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.541965 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.542128 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.542317 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.542497 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.542676 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.542788 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.542935 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.543099 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.543262 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.543424 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.543586 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.543748 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.543910 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.544072 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.544244 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.544406 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.544570 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.544732 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.544902 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.545089 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.545260 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.545423 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.545586 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.545748 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.545911 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.546072 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.546235 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.546418 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.546581 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.546745 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.546919 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.547084 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.547248 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.547410 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.547595 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.547756 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.547917 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.548079 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.548241 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.548408 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.548570 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.548727 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.548881 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.549043 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.549205 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.549367 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.549529 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.549692 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.549854 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.550016 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.550179 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.551052 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.551052 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.551052 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.551052 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.551052 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.551639 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.551639 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.551639 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.551639 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.552046 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.552046 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.552046 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.552317 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.552317 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.552520 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.552628 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.552757 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.552955 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.553102 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.553239 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:22:38.553383 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.553383 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.553621 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.553749 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.553882 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.554025 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.554151 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.554308 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.554584 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.554821 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.554988 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.555149 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.555294 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.555451 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.555595 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.555738 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.555891 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.556044 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.556187 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.556388 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.556538 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.556678 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.556833 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.556984 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.557126 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.557297 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.557439 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.557577 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.557743 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.557928 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.558065 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.558215 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.558385 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.558526 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.558685 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.558826 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.558967 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.559106 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.559280 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.559440 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.559595 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.559735 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.559873 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.560035 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.560196 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.560336 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.560496 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.560641 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.560819 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.560973 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.561120 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.561280 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.561425 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.561591 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.561756 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.561896 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.562061 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.562223 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.562407 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.562557 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.562729 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.562946 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.563158 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.563290 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.563425 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.563540 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.563646 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.563770 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.563935 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.564097 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.564257 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.564418 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.564589 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.564749 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.564910 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.565070 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.565231 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.565392 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.565562 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.565724 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.565885 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.566046 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.566208 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.566392 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.566562 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.566726 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.566888 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.567059 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.567221 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.567381 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.567544 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.567716 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.567878 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.568041 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.568201 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.568367 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.568530 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.568686 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.568846 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.569017 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.569186 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.569349 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.569519 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.569688 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.569859 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.570020 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.570189 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.570384 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.570546 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.570708 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.570870 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.571032 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.571195 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.571359 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.571521 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.571682 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.571859 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.572027 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.572188 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.572351 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.572513 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.572675 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.572837 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.573047 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.573141 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.573339 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.573429 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 15:22:38.573587 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104400) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 20 15:22:38.618971 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 38188) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:22:38.627721 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [-] 10.222.0.78 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065885 Jul 20 15:22:47.740126 dv-cinder-819149-12-iscsi neutron-server[104400]: DEBUG dbcounter [-] [104400] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104400) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:22:49.944737 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadfeb0b-a19a-4c2d-9131-edd1a228d874 None None] get_active_networks_info from dv-cinder-819149-12-iscsi {{(pid=104511) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 20 15:22:49.953308 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writer thread running {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 20 15:22:50.039871 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadfeb0b-a19a-4c2d-9131-edd1a228d874 None None] No non-hosted networks {{(pid=104511) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 20 15:22:50.066455 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.agentschedulers_db [None req-aadfeb0b-a19a-4c2d-9131-edd1a228d874 None None] DHCP Agent not found on host dv-cinder-819149-12-iscsi {{(pid=104511) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 20 15:22:50.195602 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-e3e4228e-86f8-4a59-878d-12a90e09f088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1711634'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:22:51.685429 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writer thread running {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 20 15:22:52.387947 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-28d326ac-4f28-4606-8c90-208623f298ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1711634'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:22:52.442891 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.db.api [None req-a5355428-9942-4e1b-aad1-f9434970c92b None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-819149-12-iscsi {{(pid=104511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 20 15:22:52.444037 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG oslo_db.api [None req-a5355428-9942-4e1b-aad1-f9434970c92b None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 20 15:22:53.035925 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-a5355428-9942-4e1b-aad1-f9434970c92b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:22:53.327222 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 38258) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:22:53.546896 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1711634'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:22:53.932169 dv-cinder-819149-12-iscsi neutron-server[104510]: WARNING oslo_policy.policy [None req-b4d89216-25e0-427e-8914-101e3ace59f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 15:22:53.932731 dv-cinder-819149-12-iscsi neutron-server[104510]: WARNING oslo_policy.policy [None req-b4d89216-25e0-427e-8914-101e3ace59f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 15:22:54.151193 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [None req-b4d89216-25e0-427e-8914-101e3ace59f8 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104510) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 15:22:54.166282 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-b4d89216-25e0-427e-8914-101e3ace59f8 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8242989 Jul 20 15:22:54.872354 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1711634'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:22:55.018173 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1711634'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:22:55.019073 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:22:55.019218 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:22:55.019530 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:22:55.019851 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:22:55.020178 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:22:55.020497 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:22:55.020823 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:22:55.021165 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:22:55.021492 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:22:55.021824 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:22:55.022166 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:22:55.022522 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:22:55.022858 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:22:55.023844 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:22:55.023844 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:22:55.023844 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-819149-12-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:22:55.030087 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-819149-12-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:22:56.507388 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 38294) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:22:56.879101 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-1ba71cfe-ca13-4d29-9beb-7ee82c35cc79 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:22:56.970949 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.policy [None req-1ba71cfe-ca13-4d29-9beb-7ee82c35cc79 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104510) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 20 15:22:57.014320 dv-cinder-819149-12-iscsi neutron-server[104510]: WARNING oslo_policy.policy [None req-1ba71cfe-ca13-4d29-9beb-7ee82c35cc79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 15:22:57.014709 dv-cinder-819149-12-iscsi neutron-server[104510]: WARNING oslo_policy.policy [None req-1ba71cfe-ca13-4d29-9beb-7ee82c35cc79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 15:22:57.035158 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writer thread running {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 20 15:22:57.173809 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-1ba71cfe-ca13-4d29-9beb-7ee82c35cc79 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737054050182', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737054048650', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737054031943', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737054038522', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737054047387', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737054089209', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7859071', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7641983', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-297503', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1710612'] for rbac-policy (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:22:57.388891 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-1ba71cfe-ca13-4d29-9beb-7ee82c35cc79 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:22:57.390082 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-1ba71cfe-ca13-4d29-9beb-7ee82c35cc79 admin admin] 10.222.0.78 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8815000 Jul 20 15:22:58.572805 dv-cinder-819149-12-iscsi neutron-server[104511]: INFO neutron.db.l3_hamode_db [None req-18067d80-e2df-4399-a1c1-a3d128ba18d9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 20 15:22:58.650226 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18067d80-e2df-4399-a1c1-a3d128ba18d9 None None] Routers set() bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:22:58.650628 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18067d80-e2df-4399-a1c1-a3d128ba18d9 None None] Router IDs set() for agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 20 15:22:59.656739 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 38306) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:23:00.007822 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-83644410-52eb-4708-9bf3-eef8e4a1f16f demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:23:00.412012 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83644410-52eb-4708-9bf3-eef8e4a1f16f demo demo] Made reservation on behalf of ba23663aa02d442ab621813797163d82 for: {'network': 1} {{(pid=104510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:23:00.415836 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-83644410-52eb-4708-9bf3-eef8e4a1f16f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for network (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:00.433966 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-83644410-52eb-4708-9bf3-eef8e4a1f16f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:00.541124 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-83644410-52eb-4708-9bf3-eef8e4a1f16f demo demo] Publish callbacks [] for security_group (ee9431fc-6eff-4bad-bc51-24e8b2955ec4), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:00.649228 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-83644410-52eb-4708-9bf3-eef8e4a1f16f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (ee9431fc-6eff-4bad-bc51-24e8b2955ec4), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:00.680635 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83644410-52eb-4708-9bf3-eef8e4a1f16f demo demo] vlan segment allocate from pool success with {'vlan_id': 989, 'physical_network': 'physnet1'} {{(pid=104510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 15:23:00.711334 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-83644410-52eb-4708-9bf3-eef8e4a1f16f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737057647665', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087'] for segment (5882eb52-a441-46e0-8c7a-30b98cb426ef), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:00.720864 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-83644410-52eb-4708-9bf3-eef8e4a1f16f demo demo] Unsubscribe: segment precommit_create {{(pid=104510) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 20 15:23:00.720864 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.db.segments_db [None req-83644410-52eb-4708-9bf3-eef8e4a1f16f demo demo] Added segment 5882eb52-a441-46e0-8c7a-30b98cb426ef of type vlan for network 82412a4e-c940-42b6-af2a-518aff36950b Jul 20 15:23:00.728825 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83644410-52eb-4708-9bf3-eef8e4a1f16f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9431fc-6eff-4bad-bc51-24e8b2955ec4,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:23:00.780159 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83644410-52eb-4708-9bf3-eef8e4a1f16f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:00.780498 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83644410-52eb-4708-9bf3-eef8e4a1f16f demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:00.780852 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83644410-52eb-4708-9bf3-eef8e4a1f16f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:00.781203 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83644410-52eb-4708-9bf3-eef8e4a1f16f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:00.781532 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83644410-52eb-4708-9bf3-eef8e4a1f16f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:00.781878 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83644410-52eb-4708-9bf3-eef8e4a1f16f demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:00.782178 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83644410-52eb-4708-9bf3-eef8e4a1f16f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:00.782528 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83644410-52eb-4708-9bf3-eef8e4a1f16f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:00.782903 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83644410-52eb-4708-9bf3-eef8e4a1f16f demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:00.783185 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83644410-52eb-4708-9bf3-eef8e4a1f16f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:00.783524 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83644410-52eb-4708-9bf3-eef8e4a1f16f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:00.783877 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83644410-52eb-4708-9bf3-eef8e4a1f16f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:00.784155 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83644410-52eb-4708-9bf3-eef8e4a1f16f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:00.784467 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83644410-52eb-4708-9bf3-eef8e4a1f16f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:00.784779 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83644410-52eb-4708-9bf3-eef8e4a1f16f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:00.786294 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83644410-52eb-4708-9bf3-eef8e4a1f16f demo demo] Tracked resource versions report: Jul 20 15:23:00.786294 dv-cinder-819149-12-iscsi neutron-server[104510]: pushed versions: Jul 20 15:23:00.786294 dv-cinder-819149-12-iscsi neutron-server[104510]: { 'AddressGroup': {'1.2'}, Jul 20 15:23:00.786294 dv-cinder-819149-12-iscsi neutron-server[104510]: 'Agent': {'1.1'}, Jul 20 15:23:00.786294 dv-cinder-819149-12-iscsi neutron-server[104510]: 'ConntrackHelper': {'1.0'}, Jul 20 15:23:00.786294 dv-cinder-819149-12-iscsi neutron-server[104510]: 'LocalIPAssociation': {'1.0'}, Jul 20 15:23:00.786294 dv-cinder-819149-12-iscsi neutron-server[104510]: 'Log': {'1.0'}, Jul 20 15:23:00.786294 dv-cinder-819149-12-iscsi neutron-server[104510]: 'NDPProxy': {'1.0'}, Jul 20 15:23:00.786294 dv-cinder-819149-12-iscsi neutron-server[104510]: 'Network': {'1.1'}, Jul 20 15:23:00.786294 dv-cinder-819149-12-iscsi neutron-server[104510]: 'Port': {'1.7'}, Jul 20 15:23:00.786294 dv-cinder-819149-12-iscsi neutron-server[104510]: 'PortForwarding': {'1.3'}, Jul 20 15:23:00.786294 dv-cinder-819149-12-iscsi neutron-server[104510]: 'QosPolicy': {'1.10'}, Jul 20 15:23:00.786294 dv-cinder-819149-12-iscsi neutron-server[104510]: 'SecurityGroup': {'1.5'}, Jul 20 15:23:00.786294 dv-cinder-819149-12-iscsi neutron-server[104510]: 'SecurityGroupRule': {'1.2'}, Jul 20 15:23:00.786294 dv-cinder-819149-12-iscsi neutron-server[104510]: 'SubPort': {'1.0'}, Jul 20 15:23:00.786294 dv-cinder-819149-12-iscsi neutron-server[104510]: 'Subnet': {'1.1'}, Jul 20 15:23:00.786294 dv-cinder-819149-12-iscsi neutron-server[104510]: 'Trunk': {'1.1'}} Jul 20 15:23:00.786294 dv-cinder-819149-12-iscsi neutron-server[104510]: consumer versions: Jul 20 15:23:00.786294 dv-cinder-819149-12-iscsi neutron-server[104510]: { DHCP agent@dv-cinder-819149-12-iscsi: {}, Jul 20 15:23:00.786294 dv-cinder-819149-12-iscsi neutron-server[104510]: L3 agent@dv-cinder-819149-12-iscsi: {}, Jul 20 15:23:00.786294 dv-cinder-819149-12-iscsi neutron-server[104510]: Metadata agent@dv-cinder-819149-12-iscsi: {}, Jul 20 15:23:00.786294 dv-cinder-819149-12-iscsi neutron-server[104510]: Metering agent@dv-cinder-819149-12-iscsi: {}, Jul 20 15:23:00.786294 dv-cinder-819149-12-iscsi neutron-server[104510]: Open vSwitch agent@dv-cinder-819149-12-iscsi: { 'AddressGroup': '1.2', Jul 20 15:23:00.786294 dv-cinder-819149-12-iscsi neutron-server[104510]: 'Agent': '1.1', Jul 20 15:23:00.786294 dv-cinder-819149-12-iscsi neutron-server[104510]: 'ConntrackHelper': '1.0', Jul 20 15:23:00.786294 dv-cinder-819149-12-iscsi neutron-server[104510]: 'LocalIPAssociation': '1.0', Jul 20 15:23:00.786294 dv-cinder-819149-12-iscsi neutron-server[104510]: 'Log': '1.0', Jul 20 15:23:00.786294 dv-cinder-819149-12-iscsi neutron-server[104510]: 'NDPProxy': '1.0', Jul 20 15:23:00.786294 dv-cinder-819149-12-iscsi neutron-server[104510]: 'Network': '1.1', Jul 20 15:23:00.786294 dv-cinder-819149-12-iscsi neutron-server[104510]: 'Port': '1.7', Jul 20 15:23:00.786294 dv-cinder-819149-12-iscsi neutron-server[104510]: 'PortForwarding': '1.3', Jul 20 15:23:00.786294 dv-cinder-819149-12-iscsi neutron-server[104510]: 'QosPolicy': '1.10', Jul 20 15:23:00.786294 dv-cinder-819149-12-iscsi neutron-server[104510]: 'SecurityGroup': '1.5', Jul 20 15:23:00.786294 dv-cinder-819149-12-iscsi neutron-server[104510]: 'SecurityGroupRule': '1.2', Jul 20 15:23:00.786294 dv-cinder-819149-12-iscsi neutron-server[104510]: 'SubPort': '1.0', Jul 20 15:23:00.786294 dv-cinder-819149-12-iscsi neutron-server[104510]: 'Subnet': '1.1', Jul 20 15:23:00.786294 dv-cinder-819149-12-iscsi neutron-server[104510]: 'Trunk': '1.1'}} Jul 20 15:23:00.786294 dv-cinder-819149-12-iscsi neutron-server[104510]: {{(pid=104510) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 15:23:00.827283 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-83644410-52eb-4708-9bf3-eef8e4a1f16f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737057167135'] for network (82412a4e-c940-42b6-af2a-518aff36950b), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:00.941197 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-83644410-52eb-4708-9bf3-eef8e4a1f16f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428'] for network (82412a4e-c940-42b6-af2a-518aff36950b), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:00.946334 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83644410-52eb-4708-9bf3-eef8e4a1f16f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:23:00.947056 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-83644410-52eb-4708-9bf3-eef8e4a1f16f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for network (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:01.068634 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83644410-52eb-4708-9bf3-eef8e4a1f16f demo demo] Pushing event updated for resources: {'Network': ['ID=82412a4e-c940-42b6-af2a-518aff36950b,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:23:01.081469 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Network 82412a4e-c940-42b6-af2a-518aff36950b details requested by agent ovs-agent-dv-cinder-819149-12-iscsi with host dv-cinder-819149-12-iscsi {{(pid=104511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 15:23:01.104347 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-83644410-52eb-4708-9bf3-eef8e4a1f16f demo demo] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.4459300 Jul 20 15:23:03.433983 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 38318) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:23:03.763711 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=59,neutron:INSERT=40,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:23:03.861966 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47f66d3-7786-41d6-8339-e6bb5eb1bc6a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:23:03.863372 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-a47f66d3-7786-41d6-8339-e6bb5eb1bc6a demo admin] 10.222.0.78 "GET /v2.0/networks/82412a4e-c940-42b6-af2a-518aff36950b HTTP/1.1" status: 200 len: 825 time: 0.4284041 Jul 20 15:23:03.891189 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-7817f3ce-011f-49df-b654-bc4b5bba5eb6 demo admin] 10.222.0.78 "GET /v2.0/subnetpools/dcf557dc-3f05-4ecb-9784-8e77e86e126c HTTP/1.1" status: 200 len: 734 time: 0.0220304 Jul 20 15:23:03.900435 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-ebad9ab7-daaf-4527-b3cd-e57bfd7697fb demo admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'dcf557dc-3f05-4ecb-9784-8e77e86e126c', 'network_id': '82412a4e-c940-42b6-af2a-518aff36950b', 'gateway_ip': '172.20.0.1'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:23:04.000632 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebad9ab7-daaf-4527-b3cd-e57bfd7697fb demo admin] Made reservation on behalf of ba23663aa02d442ab621813797163d82 for: {'subnet': 1} {{(pid=104510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:23:04.003029 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ebad9ab7-daaf-4527-b3cd-e57bfd7697fb demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:04.067543 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:23:04.386329 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ebad9ab7-daaf-4527-b3cd-e57bfd7697fb demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428'] for subnet (010c5009-13b7-4a63-9c4b-6dcde0e731c9), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:04.458750 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad9ab7-daaf-4527-b3cd-e57bfd7697fb demo admin] Pushing event updated for resources: {'Subnet': ['ID=010c5009-13b7-4a63-9c4b-6dcde0e731c9,revision_number=0']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:23:04.463564 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebad9ab7-daaf-4527-b3cd-e57bfd7697fb demo admin] Checking segment: {'id': '5882eb52-a441-46e0-8c7a-30b98cb426ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '82412a4e-c940-42b6-af2a-518aff36950b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:23:04.464290 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebad9ab7-daaf-4527-b3cd-e57bfd7697fb demo admin] Network hostable DHCP agents. Network: 82412a4e-c940-42b6-af2a-518aff36950b, hostable agents: ['1054ab0b-28b9-454f-8889-d57ec5383afd'], hosted agents: [] {{(pid=104510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 15:23:04.574792 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebad9ab7-daaf-4527-b3cd-e57bfd7697fb demo admin] Network 82412a4e-c940-42b6-af2a-518aff36950b is scheduled to be hosted by DHCP agent 1054ab0b-28b9-454f-8889-d57ec5383afd with binding_index 1 {{(pid=104510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 15:23:04.663312 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.base_scheduler [None req-ebad9ab7-daaf-4527-b3cd-e57bfd7697fb demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-12-iscsi, 82412a4e-c940-42b6-af2a-518aff36950b) {{(pid=104510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:23:04.668917 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebad9ab7-daaf-4527-b3cd-e57bfd7697fb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:23:04.673139 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ebad9ab7-daaf-4527-b3cd-e57bfd7697fb demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for subnet (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:04.673833 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492a7197-c6bf-4cab-a993-ab5b5778018c None None] Network 82412a4e-c940-42b6-af2a-518aff36950b requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:23:04.785836 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-ebad9ab7-daaf-4527-b3cd-e57bfd7697fb demo admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8888443 Jul 20 15:23:04.934593 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a4dfee-4e66-49fa-a216-1dfb76217819 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a790180-0092-51b0-93a4-34605dc8f1ad-82412a4e-c940-42b6-af2a-518aff36950b', 'network_id': '82412a4e-c940-42b6-af2a-518aff36950b', 'project_id': 'ba23663aa02d442ab621813797163d82', 'fixed_ips': [{'subnet_id': '010c5009-13b7-4a63-9c4b-6dcde0e731c9'}]}} from dv-cinder-819149-12-iscsi. {{(pid=104511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 15:23:04.936048 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-50a4dfee-4e66-49fa-a216-1dfb76217819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:05.233906 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.db_base_plugin_common [None req-50a4dfee-4e66-49fa-a216-1dfb76217819 None None] Allocated IP 172.20.0.2 (82412a4e-c940-42b6-af2a-518aff36950b/010c5009-13b7-4a63-9c4b-6dcde0e731c9/1d66bfbd-e89c-4b3d-9b34-3aea7c3639dd) {{(pid=104511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:23:05.332583 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=64,neutron:INSERT=34,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:23:05.502253 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-50a4dfee-4e66-49fa-a216-1dfb76217819 None None] Publish callbacks [] for port (1d66bfbd-e89c-4b3d-9b34-3aea7c3639dd), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:05.595346 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-50a4dfee-4e66-49fa-a216-1dfb76217819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413'] for port (1d66bfbd-e89c-4b3d-9b34-3aea7c3639dd), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:05.644253 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:23:05.678221 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a4dfee-4e66-49fa-a216-1dfb76217819 None None] Network 82412a4e-c940-42b6-af2a-518aff36950b is already hosted by enough agents. {{(pid=104511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:23:05.684778 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.scheduler.base_scheduler [None req-50a4dfee-4e66-49fa-a216-1dfb76217819 None None] Resources bound (agent type, host, resource id): {{(pid=104511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:23:05.690609 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4dfee-4e66-49fa-a216-1dfb76217819 None None] Pushing event updated for resources: {'Port': ['ID=1d66bfbd-e89c-4b3d-9b34-3aea7c3639dd,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:23:05.692867 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a4dfee-4e66-49fa-a216-1dfb76217819 None None] Received port after_create {{(pid=104511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:23:05.704008 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a4dfee-4e66-49fa-a216-1dfb76217819 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:05.704364 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a4dfee-4e66-49fa-a216-1dfb76217819 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:05.704726 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a4dfee-4e66-49fa-a216-1dfb76217819 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:05.705088 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a4dfee-4e66-49fa-a216-1dfb76217819 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:05.705428 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a4dfee-4e66-49fa-a216-1dfb76217819 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:05.705762 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a4dfee-4e66-49fa-a216-1dfb76217819 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:05.706095 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a4dfee-4e66-49fa-a216-1dfb76217819 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:05.706452 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a4dfee-4e66-49fa-a216-1dfb76217819 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:05.706800 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a4dfee-4e66-49fa-a216-1dfb76217819 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:05.707169 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a4dfee-4e66-49fa-a216-1dfb76217819 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:05.707512 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a4dfee-4e66-49fa-a216-1dfb76217819 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:05.707867 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a4dfee-4e66-49fa-a216-1dfb76217819 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:05.708200 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a4dfee-4e66-49fa-a216-1dfb76217819 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:05.708526 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a4dfee-4e66-49fa-a216-1dfb76217819 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:05.708857 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a4dfee-4e66-49fa-a216-1dfb76217819 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:05.710349 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a4dfee-4e66-49fa-a216-1dfb76217819 None None] Tracked resource versions report: Jul 20 15:23:05.710349 dv-cinder-819149-12-iscsi neutron-server[104511]: pushed versions: Jul 20 15:23:05.710349 dv-cinder-819149-12-iscsi neutron-server[104511]: { 'AddressGroup': {'1.2'}, Jul 20 15:23:05.710349 dv-cinder-819149-12-iscsi neutron-server[104511]: 'Agent': {'1.1'}, Jul 20 15:23:05.710349 dv-cinder-819149-12-iscsi neutron-server[104511]: 'ConntrackHelper': {'1.0'}, Jul 20 15:23:05.710349 dv-cinder-819149-12-iscsi neutron-server[104511]: 'LocalIPAssociation': {'1.0'}, Jul 20 15:23:05.710349 dv-cinder-819149-12-iscsi neutron-server[104511]: 'Log': {'1.0'}, Jul 20 15:23:05.710349 dv-cinder-819149-12-iscsi neutron-server[104511]: 'NDPProxy': {'1.0'}, Jul 20 15:23:05.710349 dv-cinder-819149-12-iscsi neutron-server[104511]: 'Network': {'1.1'}, Jul 20 15:23:05.710349 dv-cinder-819149-12-iscsi neutron-server[104511]: 'Port': {'1.7'}, Jul 20 15:23:05.710349 dv-cinder-819149-12-iscsi neutron-server[104511]: 'PortForwarding': {'1.3'}, Jul 20 15:23:05.710349 dv-cinder-819149-12-iscsi neutron-server[104511]: 'QosPolicy': {'1.10'}, Jul 20 15:23:05.710349 dv-cinder-819149-12-iscsi neutron-server[104511]: 'SecurityGroup': {'1.5'}, Jul 20 15:23:05.710349 dv-cinder-819149-12-iscsi neutron-server[104511]: 'SecurityGroupRule': {'1.2'}, Jul 20 15:23:05.710349 dv-cinder-819149-12-iscsi neutron-server[104511]: 'SubPort': {'1.0'}, Jul 20 15:23:05.710349 dv-cinder-819149-12-iscsi neutron-server[104511]: 'Subnet': {'1.1'}, Jul 20 15:23:05.710349 dv-cinder-819149-12-iscsi neutron-server[104511]: 'Trunk': {'1.1'}} Jul 20 15:23:05.710349 dv-cinder-819149-12-iscsi neutron-server[104511]: consumer versions: Jul 20 15:23:05.710349 dv-cinder-819149-12-iscsi neutron-server[104511]: { DHCP agent@dv-cinder-819149-12-iscsi: {}, Jul 20 15:23:05.710349 dv-cinder-819149-12-iscsi neutron-server[104511]: L3 agent@dv-cinder-819149-12-iscsi: {}, Jul 20 15:23:05.710349 dv-cinder-819149-12-iscsi neutron-server[104511]: Metadata agent@dv-cinder-819149-12-iscsi: {}, Jul 20 15:23:05.710349 dv-cinder-819149-12-iscsi neutron-server[104511]: Metering agent@dv-cinder-819149-12-iscsi: {}, Jul 20 15:23:05.710349 dv-cinder-819149-12-iscsi neutron-server[104511]: Open vSwitch agent@dv-cinder-819149-12-iscsi: { 'AddressGroup': '1.2', Jul 20 15:23:05.710349 dv-cinder-819149-12-iscsi neutron-server[104511]: 'Agent': '1.1', Jul 20 15:23:05.710349 dv-cinder-819149-12-iscsi neutron-server[104511]: 'ConntrackHelper': '1.0', Jul 20 15:23:05.710349 dv-cinder-819149-12-iscsi neutron-server[104511]: 'LocalIPAssociation': '1.0', Jul 20 15:23:05.710349 dv-cinder-819149-12-iscsi neutron-server[104511]: 'Log': '1.0', Jul 20 15:23:05.710349 dv-cinder-819149-12-iscsi neutron-server[104511]: 'NDPProxy': '1.0', Jul 20 15:23:05.710349 dv-cinder-819149-12-iscsi neutron-server[104511]: 'Network': '1.1', Jul 20 15:23:05.710349 dv-cinder-819149-12-iscsi neutron-server[104511]: 'Port': '1.7', Jul 20 15:23:05.710349 dv-cinder-819149-12-iscsi neutron-server[104511]: 'PortForwarding': '1.3', Jul 20 15:23:05.710349 dv-cinder-819149-12-iscsi neutron-server[104511]: 'QosPolicy': '1.10', Jul 20 15:23:05.710349 dv-cinder-819149-12-iscsi neutron-server[104511]: 'SecurityGroup': '1.5', Jul 20 15:23:05.710349 dv-cinder-819149-12-iscsi neutron-server[104511]: 'SecurityGroupRule': '1.2', Jul 20 15:23:05.710349 dv-cinder-819149-12-iscsi neutron-server[104511]: 'SubPort': '1.0', Jul 20 15:23:05.710349 dv-cinder-819149-12-iscsi neutron-server[104511]: 'Subnet': '1.1', Jul 20 15:23:05.710349 dv-cinder-819149-12-iscsi neutron-server[104511]: 'Trunk': '1.1'}} Jul 20 15:23:05.710349 dv-cinder-819149-12-iscsi neutron-server[104511]: {{(pid=104511) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 15:23:05.786949 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-50a4dfee-4e66-49fa-a216-1dfb76217819 None None] Attempting to bind port 1d66bfbd-e89c-4b3d-9b34-3aea7c3639dd on host dv-cinder-819149-12-iscsi for vnic_type normal with profile {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:23:05.787371 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-50a4dfee-4e66-49fa-a216-1dfb76217819 None None] Attempting to bind port 1d66bfbd-e89c-4b3d-9b34-3aea7c3639dd by drivers openvswitch,hyperv on host dv-cinder-819149-12-iscsi at level 0 using segments [{'id': '5882eb52-a441-46e0-8c7a-30b98cb426ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '82412a4e-c940-42b6-af2a-518aff36950b'}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:23:05.787918 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a4dfee-4e66-49fa-a216-1dfb76217819 None None] Attempting to bind port 1d66bfbd-e89c-4b3d-9b34-3aea7c3639dd on network 82412a4e-c940-42b6-af2a-518aff36950b {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:23:05.792971 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a4dfee-4e66-49fa-a216-1dfb76217819 None None] Checking agent: {'id': '5729d8e0-9e32-4d27-b92e-30241f6d9221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 22, 55), 'started_at': datetime.datetime(2022, 7, 20, 15, 22, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:23:05.793411 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a4dfee-4e66-49fa-a216-1dfb76217819 None None] Checking segment: {'id': '5882eb52-a441-46e0-8c7a-30b98cb426ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '82412a4e-c940-42b6-af2a-518aff36950b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:23:05.793889 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-50a4dfee-4e66-49fa-a216-1dfb76217819 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:05.794312 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a4dfee-4e66-49fa-a216-1dfb76217819 None None] Bound using segment: {'id': '5882eb52-a441-46e0-8c7a-30b98cb426ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '82412a4e-c940-42b6-af2a-518aff36950b'} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:23:05.799181 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-50a4dfee-4e66-49fa-a216-1dfb76217819 None None] Bound port: 1d66bfbd-e89c-4b3d-9b34-3aea7c3639dd, host: dv-cinder-819149-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5882eb52-a441-46e0-8c7a-30b98cb426ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '82412a4e-c940-42b6-af2a-518aff36950b'}}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:23:05.799181 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-50a4dfee-4e66-49fa-a216-1dfb76217819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (1d66bfbd-e89c-4b3d-9b34-3aea7c3639dd), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:05.861330 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-50a4dfee-4e66-49fa-a216-1dfb76217819 None None] For port 1d66bfbd-e89c-4b3d-9b34-3aea7c3639dd, host dv-cinder-819149-12-iscsi, cleared binding levels {{(pid=104511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:23:05.881330 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-50a4dfee-4e66-49fa-a216-1dfb76217819 None None] For port 1d66bfbd-e89c-4b3d-9b34-3aea7c3639dd, host dv-cinder-819149-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=1d66bfbd-e89c-4b3d-9b34-3aea7c3639dd,segment=NetworkSegment(5882eb52-a441-46e0-8c7a-30b98cb426ef),segment_id=5882eb52-a441-46e0-8c7a-30b98cb426ef)] {{(pid=104511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:23:05.941001 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-50a4dfee-4e66-49fa-a216-1dfb76217819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (1d66bfbd-e89c-4b3d-9b34-3aea7c3639dd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:05.999532 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4dfee-4e66-49fa-a216-1dfb76217819 None None] Pushing event updated for resources: {'Port': ['ID=1d66bfbd-e89c-4b3d-9b34-3aea7c3639dd,revision_number=2']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:23:07.190735 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 38330) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:23:07.533764 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [None req-ce36dfaf-510e-4716-a11a-ce0aadce9aee admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104510) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 15:23:07.534899 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-ce36dfaf-510e-4716-a11a-ce0aadce9aee admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3432844 Jul 20 15:23:08.782476 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=7 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:23:08.784251 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:23:09.848121 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 38342) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:23:10.207064 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [None req-6b1e218f-2162-4cce-9326-98cbe7267872 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104510) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 15:23:10.212207 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-6b1e218f-2162-4cce-9326-98cbe7267872 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3630610 Jul 20 15:23:12.580831 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 38350) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:23:13.134082 dv-cinder-819149-12-iscsi neutron-server[104509]: WARNING oslo_policy.policy [None req-0d301f29-0496-4c15-9642-034f371da51b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 15:23:13.135266 dv-cinder-819149-12-iscsi neutron-server[104509]: WARNING oslo_policy.policy [None req-0d301f29-0496-4c15-9642-034f371da51b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 15:23:13.353860 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-0d301f29-0496-4c15-9642-034f371da51b demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:23:13.417082 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.policy [None req-0d301f29-0496-4c15-9642-034f371da51b demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104509) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 20 15:23:13.461043 dv-cinder-819149-12-iscsi neutron-server[104509]: WARNING oslo_policy.policy [None req-0d301f29-0496-4c15-9642-034f371da51b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 15:23:13.461436 dv-cinder-819149-12-iscsi neutron-server[104509]: WARNING oslo_policy.policy [None req-0d301f29-0496-4c15-9642-034f371da51b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 15:23:13.483570 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writer thread running {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 20 15:23:13.484250 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:23:13.660703 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-0d301f29-0496-4c15-9642-034f371da51b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1708962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router (5be258ef-214c-4548-8b7c-36df8314bc76), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:13.660703 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-0d301f29-0496-4c15-9642-034f371da51b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1708854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1715537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-722'] for router (5be258ef-214c-4548-8b7c-36df8314bc76), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:13.915168 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-0d301f29-0496-4c15-9642-034f371da51b demo demo] Publish callbacks [] for router_controller (5be258ef-214c-4548-8b7c-36df8314bc76), precommit_add_association {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:13.984924 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-0d301f29-0496-4c15-9642-034f371da51b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1708861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1715661'] for router (5be258ef-214c-4548-8b7c-36df8314bc76), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:14.070945 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-0d301f29-0496-4c15-9642-034f371da51b demo demo] Publish callbacks [] for router (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:14.072911 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-0d301f29-0496-4c15-9642-034f371da51b demo demo] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.4899991 Jul 20 15:23:14.206072 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5c3ea7-f240-410e-943d-f51fb14aa622 None None] Network 82412a4e-c940-42b6-af2a-518aff36950b requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:23:14.279404 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-ceb4aacf-0523-4169-a653-bfa2fca8fcb1 None None] Provisioning complete for port 1d66bfbd-e89c-4b3d-9b34-3aea7c3639dd triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:23:14.279834 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ceb4aacf-0523-4169-a653-bfa2fca8fcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (1d66bfbd-e89c-4b3d-9b34-3aea7c3639dd), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:14.477011 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-ceb4aacf-0523-4169-a653-bfa2fca8fcb1 None None] Current status of the port 1d66bfbd-e89c-4b3d-9b34-3aea7c3639dd is: DOWN; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:23:14.477517 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ceb4aacf-0523-4169-a653-bfa2fca8fcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (1d66bfbd-e89c-4b3d-9b34-3aea7c3639dd), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:14.522409 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-ceb4aacf-0523-4169-a653-bfa2fca8fcb1 None None] For port 1d66bfbd-e89c-4b3d-9b34-3aea7c3639dd, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=1d66bfbd-e89c-4b3d-9b34-3aea7c3639dd,segment=NetworkSegment(5882eb52-a441-46e0-8c7a-30b98cb426ef),segment_id=5882eb52-a441-46e0-8c7a-30b98cb426ef)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:23:14.640778 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ceb4aacf-0523-4169-a653-bfa2fca8fcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (1d66bfbd-e89c-4b3d-9b34-3aea7c3639dd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:14.673448 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=21,neutron:INSERT=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:23:14.679302 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=59,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:23:14.703350 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 1d66bfbd-e89c-4b3d-9b34-3aea7c3639dd up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:23:14.709999 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb4aacf-0523-4169-a653-bfa2fca8fcb1 None None] Pushing event updated for resources: {'Port': ['ID=1d66bfbd-e89c-4b3d-9b34-3aea7c3639dd,revision_number=3']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:23:14.767000 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1040fb13-8834-4f97-915a-208141f58e72 None None] Provisioning complete for port 1d66bfbd-e89c-4b3d-9b34-3aea7c3639dd triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:23:14.767405 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1040fb13-8834-4f97-915a-208141f58e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (1d66bfbd-e89c-4b3d-9b34-3aea7c3639dd), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:14.772688 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:23:14.807628 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port 1d66bfbd-e89c-4b3d-9b34-3aea7c3639dd triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:23:14.807628 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (1d66bfbd-e89c-4b3d-9b34-3aea7c3639dd), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:14.913903 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1040fb13-8834-4f97-915a-208141f58e72 None None] Current status of the port 1d66bfbd-e89c-4b3d-9b34-3aea7c3639dd is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:23:14.925593 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:23:14.930100 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port 1d66bfbd-e89c-4b3d-9b34-3aea7c3639dd is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:23:16.567832 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 38376) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:23:16.656032 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 1d66bfbd-e89c-4b3d-9b34-3aea7c3639dd up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:23:16.706141 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port 1d66bfbd-e89c-4b3d-9b34-3aea7c3639dd triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:23:16.706580 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (1d66bfbd-e89c-4b3d-9b34-3aea7c3639dd), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:16.779113 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port 1d66bfbd-e89c-4b3d-9b34-3aea7c3639dd is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:23:16.930822 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [None req-8415a562-f9e9-40ac-b685-427ec214f54f admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104509) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 15:23:16.936563 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-8415a562-f9e9-40ac-b685-427ec214f54f admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3629525 Jul 20 15:23:19.316167 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 38384) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:23:19.670909 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-2a6d35d6-3a54-4c4e-9147-859a43041b53 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:23:19.748848 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6d35d6-3a54-4c4e-9147-859a43041b53 admin admin] Made reservation on behalf of effa579779b9494f8b1dd5831edaae25 for: {'network': 1} {{(pid=104509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:23:19.752180 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2a6d35d6-3a54-4c4e-9147-859a43041b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for network (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:19.769548 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2a6d35d6-3a54-4c4e-9147-859a43041b53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:19.875578 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2a6d35d6-3a54-4c4e-9147-859a43041b53 admin admin] Publish callbacks [] for security_group (d671be88-643e-4b85-89d3-9284f2ae1765), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:19.952093 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2a6d35d6-3a54-4c4e-9147-859a43041b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (d671be88-643e-4b85-89d3-9284f2ae1765), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:19.966454 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2a6d35d6-3a54-4c4e-9147-859a43041b53 admin admin] Reserving flat network on physical network physnet1 {{(pid=104509) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 20 15:23:19.986459 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-396a655c-e377-432e-b8b7-9bad2f8071a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:20.000400 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2a6d35d6-3a54-4c4e-9147-859a43041b53 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737057647665', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087'] for segment (65d22977-7383-4d3c-8560-aa09b9e1098a), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:20.000963 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2a6d35d6-3a54-4c4e-9147-859a43041b53 admin admin] Unsubscribe: segment precommit_create {{(pid=104509) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 20 15:23:20.001488 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.db.segments_db [None req-2a6d35d6-3a54-4c4e-9147-859a43041b53 admin admin] Added segment 65d22977-7383-4d3c-8560-aa09b9e1098a of type flat for network 8e10d912-d794-48e6-8f9b-6baf59c7f77e Jul 20 15:23:20.007200 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d35d6-3a54-4c4e-9147-859a43041b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d671be88-643e-4b85-89d3-9284f2ae1765,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:23:20.027542 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d35d6-3a54-4c4e-9147-859a43041b53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:20.027890 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d35d6-3a54-4c4e-9147-859a43041b53 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:20.028245 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d35d6-3a54-4c4e-9147-859a43041b53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:20.028580 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d35d6-3a54-4c4e-9147-859a43041b53 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:20.028910 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d35d6-3a54-4c4e-9147-859a43041b53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:20.029241 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d35d6-3a54-4c4e-9147-859a43041b53 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:20.029556 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d35d6-3a54-4c4e-9147-859a43041b53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:20.029873 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d35d6-3a54-4c4e-9147-859a43041b53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:20.030205 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d35d6-3a54-4c4e-9147-859a43041b53 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:20.030559 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d35d6-3a54-4c4e-9147-859a43041b53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:20.030901 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d35d6-3a54-4c4e-9147-859a43041b53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:20.031213 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d35d6-3a54-4c4e-9147-859a43041b53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:20.031528 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d35d6-3a54-4c4e-9147-859a43041b53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:20.031847 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d35d6-3a54-4c4e-9147-859a43041b53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:20.032152 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d35d6-3a54-4c4e-9147-859a43041b53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:20.033619 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6d35d6-3a54-4c4e-9147-859a43041b53 admin admin] Tracked resource versions report: Jul 20 15:23:20.033619 dv-cinder-819149-12-iscsi neutron-server[104509]: pushed versions: Jul 20 15:23:20.033619 dv-cinder-819149-12-iscsi neutron-server[104509]: { 'AddressGroup': {'1.2'}, Jul 20 15:23:20.033619 dv-cinder-819149-12-iscsi neutron-server[104509]: 'Agent': {'1.1'}, Jul 20 15:23:20.033619 dv-cinder-819149-12-iscsi neutron-server[104509]: 'ConntrackHelper': {'1.0'}, Jul 20 15:23:20.033619 dv-cinder-819149-12-iscsi neutron-server[104509]: 'LocalIPAssociation': {'1.0'}, Jul 20 15:23:20.033619 dv-cinder-819149-12-iscsi neutron-server[104509]: 'Log': {'1.0'}, Jul 20 15:23:20.033619 dv-cinder-819149-12-iscsi neutron-server[104509]: 'NDPProxy': {'1.0'}, Jul 20 15:23:20.033619 dv-cinder-819149-12-iscsi neutron-server[104509]: 'Network': {'1.1'}, Jul 20 15:23:20.033619 dv-cinder-819149-12-iscsi neutron-server[104509]: 'Port': {'1.7'}, Jul 20 15:23:20.033619 dv-cinder-819149-12-iscsi neutron-server[104509]: 'PortForwarding': {'1.3'}, Jul 20 15:23:20.033619 dv-cinder-819149-12-iscsi neutron-server[104509]: 'QosPolicy': {'1.10'}, Jul 20 15:23:20.033619 dv-cinder-819149-12-iscsi neutron-server[104509]: 'SecurityGroup': {'1.5'}, Jul 20 15:23:20.033619 dv-cinder-819149-12-iscsi neutron-server[104509]: 'SecurityGroupRule': {'1.2'}, Jul 20 15:23:20.033619 dv-cinder-819149-12-iscsi neutron-server[104509]: 'SubPort': {'1.0'}, Jul 20 15:23:20.033619 dv-cinder-819149-12-iscsi neutron-server[104509]: 'Subnet': {'1.1'}, Jul 20 15:23:20.033619 dv-cinder-819149-12-iscsi neutron-server[104509]: 'Trunk': {'1.1'}} Jul 20 15:23:20.033619 dv-cinder-819149-12-iscsi neutron-server[104509]: consumer versions: Jul 20 15:23:20.033619 dv-cinder-819149-12-iscsi neutron-server[104509]: { DHCP agent@dv-cinder-819149-12-iscsi: {}, Jul 20 15:23:20.033619 dv-cinder-819149-12-iscsi neutron-server[104509]: L3 agent@dv-cinder-819149-12-iscsi: {}, Jul 20 15:23:20.033619 dv-cinder-819149-12-iscsi neutron-server[104509]: Metadata agent@dv-cinder-819149-12-iscsi: {}, Jul 20 15:23:20.033619 dv-cinder-819149-12-iscsi neutron-server[104509]: Metering agent@dv-cinder-819149-12-iscsi: {}, Jul 20 15:23:20.033619 dv-cinder-819149-12-iscsi neutron-server[104509]: Open vSwitch agent@dv-cinder-819149-12-iscsi: { 'AddressGroup': '1.2', Jul 20 15:23:20.033619 dv-cinder-819149-12-iscsi neutron-server[104509]: 'Agent': '1.1', Jul 20 15:23:20.033619 dv-cinder-819149-12-iscsi neutron-server[104509]: 'ConntrackHelper': '1.0', Jul 20 15:23:20.033619 dv-cinder-819149-12-iscsi neutron-server[104509]: 'LocalIPAssociation': '1.0', Jul 20 15:23:20.033619 dv-cinder-819149-12-iscsi neutron-server[104509]: 'Log': '1.0', Jul 20 15:23:20.033619 dv-cinder-819149-12-iscsi neutron-server[104509]: 'NDPProxy': '1.0', Jul 20 15:23:20.033619 dv-cinder-819149-12-iscsi neutron-server[104509]: 'Network': '1.1', Jul 20 15:23:20.033619 dv-cinder-819149-12-iscsi neutron-server[104509]: 'Port': '1.7', Jul 20 15:23:20.033619 dv-cinder-819149-12-iscsi neutron-server[104509]: 'PortForwarding': '1.3', Jul 20 15:23:20.033619 dv-cinder-819149-12-iscsi neutron-server[104509]: 'QosPolicy': '1.10', Jul 20 15:23:20.033619 dv-cinder-819149-12-iscsi neutron-server[104509]: 'SecurityGroup': '1.5', Jul 20 15:23:20.033619 dv-cinder-819149-12-iscsi neutron-server[104509]: 'SecurityGroupRule': '1.2', Jul 20 15:23:20.033619 dv-cinder-819149-12-iscsi neutron-server[104509]: 'SubPort': '1.0', Jul 20 15:23:20.033619 dv-cinder-819149-12-iscsi neutron-server[104509]: 'Subnet': '1.1', Jul 20 15:23:20.033619 dv-cinder-819149-12-iscsi neutron-server[104509]: 'Trunk': '1.1'}} Jul 20 15:23:20.033619 dv-cinder-819149-12-iscsi neutron-server[104509]: {{(pid=104509) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 15:23:20.127478 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2a6d35d6-3a54-4c4e-9147-859a43041b53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737057167135'] for network (8e10d912-d794-48e6-8f9b-6baf59c7f77e), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:20.283380 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2a6d35d6-3a54-4c4e-9147-859a43041b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428'] for network (8e10d912-d794-48e6-8f9b-6baf59c7f77e), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:20.284649 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6d35d6-3a54-4c4e-9147-859a43041b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:23:20.285380 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2a6d35d6-3a54-4c4e-9147-859a43041b53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for network (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:20.387705 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d35d6-3a54-4c4e-9147-859a43041b53 admin admin] Pushing event updated for resources: {'Network': ['ID=8e10d912-d794-48e6-8f9b-6baf59c7f77e,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:23:20.397974 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Network 8e10d912-d794-48e6-8f9b-6baf59c7f77e details requested by agent ovs-agent-dv-cinder-819149-12-iscsi with host dv-cinder-819149-12-iscsi {{(pid=104511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 15:23:20.436894 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-2a6d35d6-3a54-4c4e-9147-859a43041b53 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1196582 Jul 20 15:23:22.380733 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-656b1bb7-0030-4d40-be77-c2a6c51144d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:22.737236 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 38396) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:23:23.188177 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69164824-d302-4b95-8a31-87451d528eee demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:23:23.189662 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-69164824-d302-4b95-8a31-87451d528eee demo admin] 10.222.0.78 "GET /v2.0/subnets/010c5009-13b7-4a63-9c4b-6dcde0e731c9 HTTP/1.1" status: 200 len: 849 time: 0.4513736 Jul 20 15:23:23.330734 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-e0bf174f-6be4-42ef-81fe-7b82660ebd0f demo admin] 10.222.0.78 "GET /v2.0/routers/5be258ef-214c-4548-8b7c-36df8314bc76 HTTP/1.1" status: 200 len: 704 time: 0.1349199 Jul 20 15:23:23.446442 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 5 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:23:23.529007 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:23.603873 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-a7fb76be-aac4-4afc-a378-650a2918bfd3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:23.675110 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:23:23.681378 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:23:23.905550 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_common [None req-a7fb76be-aac4-4afc-a378-650a2918bfd3 demo admin] Allocated IP 172.20.0.1 (82412a4e-c940-42b6-af2a-518aff36950b/010c5009-13b7-4a63-9c4b-6dcde0e731c9/b926b2f4-289c-40d1-bf09-abbae30a9231) {{(pid=104509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:23:24.110493 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-a7fb76be-aac4-4afc-a378-650a2918bfd3 demo admin] Publish callbacks [] for port (b926b2f4-289c-40d1-bf09-abbae30a9231), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:24.232588 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-a7fb76be-aac4-4afc-a378-650a2918bfd3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413'] for port (b926b2f4-289c-40d1-bf09-abbae30a9231), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:24.309648 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fb76be-aac4-4afc-a378-650a2918bfd3 demo admin] Network 82412a4e-c940-42b6-af2a-518aff36950b is already hosted by enough agents. {{(pid=104509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:23:24.321641 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [None req-a7fb76be-aac4-4afc-a378-650a2918bfd3 demo admin] Resources bound (agent type, host, resource id): {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:23:24.326553 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb76be-aac4-4afc-a378-650a2918bfd3 demo admin] Pushing event updated for resources: {'Port': ['ID=b926b2f4-289c-40d1-bf09-abbae30a9231,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:23:24.329822 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fb76be-aac4-4afc-a378-650a2918bfd3 demo admin] Received port after_create {{(pid=104509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:23:24.330003 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-a7fb76be-aac4-4afc-a378-650a2918bfd3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1719139'] for router_interface (5be258ef-214c-4548-8b7c-36df8314bc76), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:24.546097 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-50007de4-401f-4a9c-9a4a-7bacbd6af745 None None] Provisioning complete for port b926b2f4-289c-40d1-bf09-abbae30a9231 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:23:24.546739 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-50007de4-401f-4a9c-9a4a-7bacbd6af745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (b926b2f4-289c-40d1-bf09-abbae30a9231), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:24.578437 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-50007de4-401f-4a9c-9a4a-7bacbd6af745 None None] Port b926b2f4-289c-40d1-bf09-abbae30a9231 cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:23:24.585533 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-a7fb76be-aac4-4afc-a378-650a2918bfd3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (b926b2f4-289c-40d1-bf09-abbae30a9231), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:24.690385 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:23:24.782568 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:24.858420 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-a7fb76be-aac4-4afc-a378-650a2918bfd3 demo admin] Publish callbacks [] for port (b926b2f4-289c-40d1-bf09-abbae30a9231), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:24.902740 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-a7fb76be-aac4-4afc-a378-650a2918bfd3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (b926b2f4-289c-40d1-bf09-abbae30a9231), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:24.903814 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-a7fb76be-aac4-4afc-a378-650a2918bfd3 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1514758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716523'] for router_interface (5be258ef-214c-4548-8b7c-36df8314bc76), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:24.988257 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:24.992886 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb76be-aac4-4afc-a378-650a2918bfd3 demo admin] Pushing event updated for resources: {'Port': ['ID=b926b2f4-289c-40d1-bf09-abbae30a9231,revision_number=2']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:23:25.036424 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fb76be-aac4-4afc-a378-650a2918bfd3 demo admin] Network 82412a4e-c940-42b6-af2a-518aff36950b is already hosted by enough agents. {{(pid=104509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:23:25.037754 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [None req-a7fb76be-aac4-4afc-a378-650a2918bfd3 demo admin] Resources bound (agent type, host, resource id): {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:23:25.137298 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:23:25.285384 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7fb76be-aac4-4afc-a378-650a2918bfd3 demo admin] Router 5be258ef-214c-4548-8b7c-36df8314bc76 is scheduled to L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db with binding_index 1 {{(pid=104509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 15:23:25.299666 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-45f357b2-15d3-4e4b-9db5-47ae9b29d131 None None] Provisioning complete for port b926b2f4-289c-40d1-bf09-abbae30a9231 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:23:25.300064 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-45f357b2-15d3-4e4b-9db5-47ae9b29d131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (b926b2f4-289c-40d1-bf09-abbae30a9231), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:25.331976 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-45f357b2-15d3-4e4b-9db5-47ae9b29d131 None None] Port b926b2f4-289c-40d1-bf09-abbae30a9231 cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:23:25.376544 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fb76be-aac4-4afc-a378-650a2918bfd3 demo admin] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:23:25.381808 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-a7fb76be-aac4-4afc-a378-650a2918bfd3 demo admin] 10.222.0.78 "PUT /v2.0/routers/5be258ef-214c-4548-8b7c-36df8314bc76/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0456398 Jul 20 15:23:25.392069 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2712a6-ad71-427c-b6da-c8133dab3f67 None None] Sync routers for ids ['5be258ef-214c-4548-8b7c-36df8314bc76'] in dv-cinder-819149-12-iscsi {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:23:25.406048 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2712a6-ad71-427c-b6da-c8133dab3f67 None None] Routers {'5be258ef-214c-4548-8b7c-36df8314bc76'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:23:25.406923 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-5a2712a6-ad71-427c-b6da-c8133dab3f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:23:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['5be258ef-214c-4548-8b7c-36df8314bc76'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:23:25.594799 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-5a2712a6-ad71-427c-b6da-c8133dab3f67 None None] Set router 5be258ef-214c-4548-8b7c-36df8314bc76 gateway port host: None {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:23:26.013993 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-5a2712a6-ad71-427c-b6da-c8133dab3f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be258ef-214c-4548-8b7c-36df8314bc76', 'name': 'router1', 'tenant_id': 'ba23663aa02d442ab621813797163d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:23:13Z', 'updated_at': '2022-07-20T15:23:24Z', 'revision_number': 2, 'project_id': 'ba23663aa02d442ab621813797163d82', 'gw_port_host': None, '_interfaces': [{'id': 'b926b2f4-289c-40d1-bf09-abbae30a9231', 'name': '', 'network_id': '82412a4e-c940-42b6-af2a-518aff36950b', 'tenant_id': 'ba23663aa02d442ab621813797163d82', 'mac_address': 'fa:16:3e:ce:1a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be258ef-214c-4548-8b7c-36df8314bc76', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '010c5009-13b7-4a63-9c4b-6dcde0e731c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:23:23Z', 'updated_at': '2022-07-20T15:23:24Z', 'revision_number': 2, 'project_id': 'ba23663aa02d442ab621813797163d82', 'subnets': [{'id': '010c5009-13b7-4a63-9c4b-6dcde0e731c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dcf557dc-3f05-4ecb-9784-8e77e86e126c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:23:26.064054 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2712a6-ad71-427c-b6da-c8133dab3f67 None None] Checking router: 5be258ef-214c-4548-8b7c-36df8314bc76 for host: dv-cinder-819149-12-iscsi {{(pid=104512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:23:26.064428 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2712a6-ad71-427c-b6da-c8133dab3f67 None None] Updating router 5be258ef-214c-4548-8b7c-36df8314bc76 port b926b2f4-289c-40d1-bf09-abbae30a9231 binding host dv-cinder-819149-12-iscsi {{(pid=104512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 15:23:26.119590 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-5a2712a6-ad71-427c-b6da-c8133dab3f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (b926b2f4-289c-40d1-bf09-abbae30a9231), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:26.624899 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-5a2712a6-ad71-427c-b6da-c8133dab3f67 None None] Publish callbacks [] for port (b926b2f4-289c-40d1-bf09-abbae30a9231), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:26.711682 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-5a2712a6-ad71-427c-b6da-c8133dab3f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (b926b2f4-289c-40d1-bf09-abbae30a9231), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:26.866168 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b3d1-5ba1-44ae-a0d9-06bf29c44b42 None None] Pushing event updated for resources: {'Port': ['ID=b926b2f4-289c-40d1-bf09-abbae30a9231,revision_number=3']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:23:26.877380 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b3d1-5ba1-44ae-a0d9-06bf29c44b42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:26.877729 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b3d1-5ba1-44ae-a0d9-06bf29c44b42 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:26.878081 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b3d1-5ba1-44ae-a0d9-06bf29c44b42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:26.878456 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b3d1-5ba1-44ae-a0d9-06bf29c44b42 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:26.878795 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b3d1-5ba1-44ae-a0d9-06bf29c44b42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:26.879131 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b3d1-5ba1-44ae-a0d9-06bf29c44b42 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:26.879461 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b3d1-5ba1-44ae-a0d9-06bf29c44b42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:26.879789 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b3d1-5ba1-44ae-a0d9-06bf29c44b42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:26.880133 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b3d1-5ba1-44ae-a0d9-06bf29c44b42 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:26.880465 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b3d1-5ba1-44ae-a0d9-06bf29c44b42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:26.880792 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b3d1-5ba1-44ae-a0d9-06bf29c44b42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:26.881135 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b3d1-5ba1-44ae-a0d9-06bf29c44b42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:26.881464 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b3d1-5ba1-44ae-a0d9-06bf29c44b42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:26.881793 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b3d1-5ba1-44ae-a0d9-06bf29c44b42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:26.882114 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b3d1-5ba1-44ae-a0d9-06bf29c44b42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:23:26.883631 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74b3d1-5ba1-44ae-a0d9-06bf29c44b42 None None] Tracked resource versions report: Jul 20 15:23:26.883631 dv-cinder-819149-12-iscsi neutron-server[104512]: pushed versions: Jul 20 15:23:26.883631 dv-cinder-819149-12-iscsi neutron-server[104512]: { 'AddressGroup': {'1.2'}, Jul 20 15:23:26.883631 dv-cinder-819149-12-iscsi neutron-server[104512]: 'Agent': {'1.1'}, Jul 20 15:23:26.883631 dv-cinder-819149-12-iscsi neutron-server[104512]: 'ConntrackHelper': {'1.0'}, Jul 20 15:23:26.883631 dv-cinder-819149-12-iscsi neutron-server[104512]: 'LocalIPAssociation': {'1.0'}, Jul 20 15:23:26.883631 dv-cinder-819149-12-iscsi neutron-server[104512]: 'Log': {'1.0'}, Jul 20 15:23:26.883631 dv-cinder-819149-12-iscsi neutron-server[104512]: 'NDPProxy': {'1.0'}, Jul 20 15:23:26.883631 dv-cinder-819149-12-iscsi neutron-server[104512]: 'Network': {'1.1'}, Jul 20 15:23:26.883631 dv-cinder-819149-12-iscsi neutron-server[104512]: 'Port': {'1.7'}, Jul 20 15:23:26.883631 dv-cinder-819149-12-iscsi neutron-server[104512]: 'PortForwarding': {'1.3'}, Jul 20 15:23:26.883631 dv-cinder-819149-12-iscsi neutron-server[104512]: 'QosPolicy': {'1.10'}, Jul 20 15:23:26.883631 dv-cinder-819149-12-iscsi neutron-server[104512]: 'SecurityGroup': {'1.5'}, Jul 20 15:23:26.883631 dv-cinder-819149-12-iscsi neutron-server[104512]: 'SecurityGroupRule': {'1.2'}, Jul 20 15:23:26.883631 dv-cinder-819149-12-iscsi neutron-server[104512]: 'SubPort': {'1.0'}, Jul 20 15:23:26.883631 dv-cinder-819149-12-iscsi neutron-server[104512]: 'Subnet': {'1.1'}, Jul 20 15:23:26.883631 dv-cinder-819149-12-iscsi neutron-server[104512]: 'Trunk': {'1.1'}} Jul 20 15:23:26.883631 dv-cinder-819149-12-iscsi neutron-server[104512]: consumer versions: Jul 20 15:23:26.883631 dv-cinder-819149-12-iscsi neutron-server[104512]: { DHCP agent@dv-cinder-819149-12-iscsi: {}, Jul 20 15:23:26.883631 dv-cinder-819149-12-iscsi neutron-server[104512]: L3 agent@dv-cinder-819149-12-iscsi: {}, Jul 20 15:23:26.883631 dv-cinder-819149-12-iscsi neutron-server[104512]: Metadata agent@dv-cinder-819149-12-iscsi: {}, Jul 20 15:23:26.883631 dv-cinder-819149-12-iscsi neutron-server[104512]: Metering agent@dv-cinder-819149-12-iscsi: {}, Jul 20 15:23:26.883631 dv-cinder-819149-12-iscsi neutron-server[104512]: Open vSwitch agent@dv-cinder-819149-12-iscsi: { 'AddressGroup': '1.2', Jul 20 15:23:26.883631 dv-cinder-819149-12-iscsi neutron-server[104512]: 'Agent': '1.1', Jul 20 15:23:26.883631 dv-cinder-819149-12-iscsi neutron-server[104512]: 'ConntrackHelper': '1.0', Jul 20 15:23:26.883631 dv-cinder-819149-12-iscsi neutron-server[104512]: 'LocalIPAssociation': '1.0', Jul 20 15:23:26.883631 dv-cinder-819149-12-iscsi neutron-server[104512]: 'Log': '1.0', Jul 20 15:23:26.883631 dv-cinder-819149-12-iscsi neutron-server[104512]: 'NDPProxy': '1.0', Jul 20 15:23:26.883631 dv-cinder-819149-12-iscsi neutron-server[104512]: 'Network': '1.1', Jul 20 15:23:26.883631 dv-cinder-819149-12-iscsi neutron-server[104512]: 'Port': '1.7', Jul 20 15:23:26.883631 dv-cinder-819149-12-iscsi neutron-server[104512]: 'PortForwarding': '1.3', Jul 20 15:23:26.883631 dv-cinder-819149-12-iscsi neutron-server[104512]: 'QosPolicy': '1.10', Jul 20 15:23:26.883631 dv-cinder-819149-12-iscsi neutron-server[104512]: 'SecurityGroup': '1.5', Jul 20 15:23:26.883631 dv-cinder-819149-12-iscsi neutron-server[104512]: 'SecurityGroupRule': '1.2', Jul 20 15:23:26.883631 dv-cinder-819149-12-iscsi neutron-server[104512]: 'SubPort': '1.0', Jul 20 15:23:26.883631 dv-cinder-819149-12-iscsi neutron-server[104512]: 'Subnet': '1.1', Jul 20 15:23:26.883631 dv-cinder-819149-12-iscsi neutron-server[104512]: 'Trunk': '1.1'}} Jul 20 15:23:26.883631 dv-cinder-819149-12-iscsi neutron-server[104512]: {{(pid=104512) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 15:23:26.895596 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [None req-5a2712a6-ad71-427c-b6da-c8133dab3f67 None None] Attempting to bind port b926b2f4-289c-40d1-bf09-abbae30a9231 on host dv-cinder-819149-12-iscsi for vnic_type normal with profile {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:23:26.896010 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [None req-5a2712a6-ad71-427c-b6da-c8133dab3f67 None None] Attempting to bind port b926b2f4-289c-40d1-bf09-abbae30a9231 by drivers openvswitch,hyperv on host dv-cinder-819149-12-iscsi at level 0 using segments [{'id': '5882eb52-a441-46e0-8c7a-30b98cb426ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '82412a4e-c940-42b6-af2a-518aff36950b'}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:23:26.896432 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2712a6-ad71-427c-b6da-c8133dab3f67 None None] Attempting to bind port b926b2f4-289c-40d1-bf09-abbae30a9231 on network 82412a4e-c940-42b6-af2a-518aff36950b {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:23:26.901852 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2712a6-ad71-427c-b6da-c8133dab3f67 None None] Checking agent: {'id': '5729d8e0-9e32-4d27-b92e-30241f6d9221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 22, 55), 'started_at': datetime.datetime(2022, 7, 20, 15, 23, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:23:26.902296 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2712a6-ad71-427c-b6da-c8133dab3f67 None None] Checking segment: {'id': '5882eb52-a441-46e0-8c7a-30b98cb426ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '82412a4e-c940-42b6-af2a-518aff36950b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:23:26.902739 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-5a2712a6-ad71-427c-b6da-c8133dab3f67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:26.903130 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2712a6-ad71-427c-b6da-c8133dab3f67 None None] Bound using segment: {'id': '5882eb52-a441-46e0-8c7a-30b98cb426ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '82412a4e-c940-42b6-af2a-518aff36950b'} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:23:26.903620 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [None req-5a2712a6-ad71-427c-b6da-c8133dab3f67 None None] Bound port: b926b2f4-289c-40d1-bf09-abbae30a9231, host: dv-cinder-819149-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5882eb52-a441-46e0-8c7a-30b98cb426ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': '82412a4e-c940-42b6-af2a-518aff36950b'}}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:23:26.903996 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-5a2712a6-ad71-427c-b6da-c8133dab3f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (b926b2f4-289c-40d1-bf09-abbae30a9231), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:26.906718 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:23:26.959149 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-d493998a-1360-469a-93de-33aeaf5ee0fe None None] Provisioning complete for port b926b2f4-289c-40d1-bf09-abbae30a9231 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:23:26.959716 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d493998a-1360-469a-93de-33aeaf5ee0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (b926b2f4-289c-40d1-bf09-abbae30a9231), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:26.969796 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [None req-5a2712a6-ad71-427c-b6da-c8133dab3f67 None None] For port b926b2f4-289c-40d1-bf09-abbae30a9231, host dv-cinder-819149-12-iscsi, cleared binding levels {{(pid=104512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:23:26.988351 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:23:26.990422 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [None req-5a2712a6-ad71-427c-b6da-c8133dab3f67 None None] For port b926b2f4-289c-40d1-bf09-abbae30a9231, host dv-cinder-819149-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=b926b2f4-289c-40d1-bf09-abbae30a9231,segment=NetworkSegment(5882eb52-a441-46e0-8c7a-30b98cb426ef),segment_id=5882eb52-a441-46e0-8c7a-30b98cb426ef)] {{(pid=104512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:23:26.996442 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-d493998a-1360-469a-93de-33aeaf5ee0fe None None] Port b926b2f4-289c-40d1-bf09-abbae30a9231 cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:23:27.074348 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-5a2712a6-ad71-427c-b6da-c8133dab3f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (b926b2f4-289c-40d1-bf09-abbae30a9231), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:27.135119 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2712a6-ad71-427c-b6da-c8133dab3f67 None None] Routers {'5be258ef-214c-4548-8b7c-36df8314bc76'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:23:27.135763 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-5a2712a6-ad71-427c-b6da-c8133dab3f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:23:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['5be258ef-214c-4548-8b7c-36df8314bc76'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:23:27.171062 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b3d1-5ba1-44ae-a0d9-06bf29c44b42 None None] Pushing event updated for resources: {'Port': ['ID=b926b2f4-289c-40d1-bf09-abbae30a9231,revision_number=4']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:23:27.226728 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-5a2712a6-ad71-427c-b6da-c8133dab3f67 None None] Set router 5be258ef-214c-4548-8b7c-36df8314bc76 gateway port host: None {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:23:27.315388 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-6d01aabd-23bf-4247-b385-e23fb5973dd7 None None] Provisioning complete for port b926b2f4-289c-40d1-bf09-abbae30a9231 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:23:27.315900 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-6d01aabd-23bf-4247-b385-e23fb5973dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (b926b2f4-289c-40d1-bf09-abbae30a9231), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:27.388624 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-6d01aabd-23bf-4247-b385-e23fb5973dd7 None None] Current status of the port b926b2f4-289c-40d1-bf09-abbae30a9231 is: DOWN; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:23:27.389271 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-6d01aabd-23bf-4247-b385-e23fb5973dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (b926b2f4-289c-40d1-bf09-abbae30a9231), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:27.425463 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-5a2712a6-ad71-427c-b6da-c8133dab3f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be258ef-214c-4548-8b7c-36df8314bc76', 'name': 'router1', 'tenant_id': 'ba23663aa02d442ab621813797163d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:23:13Z', 'updated_at': '2022-07-20T15:23:24Z', 'revision_number': 2, 'project_id': 'ba23663aa02d442ab621813797163d82', 'gw_port_host': None, '_interfaces': [{'id': 'b926b2f4-289c-40d1-bf09-abbae30a9231', 'name': '', 'network_id': '82412a4e-c940-42b6-af2a-518aff36950b', 'tenant_id': 'ba23663aa02d442ab621813797163d82', 'mac_address': 'fa:16:3e:ce:1a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be258ef-214c-4548-8b7c-36df8314bc76', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '010c5009-13b7-4a63-9c4b-6dcde0e731c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:23:23Z', 'updated_at': '2022-07-20T15:23:26Z', 'revision_number': 4, 'project_id': 'ba23663aa02d442ab621813797163d82', 'subnets': [{'id': '010c5009-13b7-4a63-9c4b-6dcde0e731c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dcf557dc-3f05-4ecb-9784-8e77e86e126c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:23:27.433571 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-6d01aabd-23bf-4247-b385-e23fb5973dd7 None None] For port b926b2f4-289c-40d1-bf09-abbae30a9231, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=b926b2f4-289c-40d1-bf09-abbae30a9231,segment=NetworkSegment(5882eb52-a441-46e0-8c7a-30b98cb426ef),segment_id=5882eb52-a441-46e0-8c7a-30b98cb426ef)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:23:27.454146 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2712a6-ad71-427c-b6da-c8133dab3f67 None None] The sync data for ids ['5be258ef-214c-4548-8b7c-36df8314bc76'] in dv-cinder-819149-12-iscsi is: [{'id': '5be258ef-214c-4548-8b7c-36df8314bc76', 'name': 'router1', 'tenant_id': 'ba23663aa02d442ab621813797163d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:23:13Z', 'updated_at': '2022-07-20T15:23:24Z', 'revision_number': 2, 'project_id': 'ba23663aa02d442ab621813797163d82', 'gw_port_host': None, '_interfaces': [{'id': 'b926b2f4-289c-40d1-bf09-abbae30a9231', 'name': '', 'network_id': '82412a4e-c940-42b6-af2a-518aff36950b', 'tenant_id': 'ba23663aa02d442ab621813797163d82', 'mac_address': 'fa:16:3e:ce:1a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be258ef-214c-4548-8b7c-36df8314bc76', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '010c5009-13b7-4a63-9c4b-6dcde0e731c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:23:23Z', 'updated_at': '2022-07-20T15:23:26Z', 'revision_number': 4, 'project_id': 'ba23663aa02d442ab621813797163d82', 'subnets': [{'id': '010c5009-13b7-4a63-9c4b-6dcde0e731c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dcf557dc-3f05-4ecb-9784-8e77e86e126c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:23:27.517615 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-6d01aabd-23bf-4247-b385-e23fb5973dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (b926b2f4-289c-40d1-bf09-abbae30a9231), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:27.566646 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d01aabd-23bf-4247-b385-e23fb5973dd7 None None] Pushing event updated for resources: {'Port': ['ID=b926b2f4-289c-40d1-bf09-abbae30a9231,revision_number=5']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:23:27.691422 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 38410) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:23:28.085871 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06a8888-444a-4299-9cfa-4619dfea3655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:23:28.087293 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-a06a8888-444a-4299-9cfa-4619dfea3655 admin admin] 10.222.0.78 "GET /v2.0/networks/8e10d912-d794-48e6-8f9b-6baf59c7f77e HTTP/1.1" status: 200 len: 842 time: 0.3948686 Jul 20 15:23:28.097246 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-1f06dbec-de92-497c-b490-e59938123c78 admin admin] Request body: {'subnet': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'enable_dhcp': False}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:23:28.182566 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f06dbec-de92-497c-b490-e59938123c78 admin admin] Made reservation on behalf of effa579779b9494f8b1dd5831edaae25 for: {'subnet': 1} {{(pid=104509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:23:28.184941 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-1f06dbec-de92-497c-b490-e59938123c78 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:28.566164 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.objects.ports [None req-1f06dbec-de92-497c-b490-e59938123c78 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104509) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 20 15:23:28.566654 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-1f06dbec-de92-497c-b490-e59938123c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428'] for subnet (d5daf119-8c14-4f50-a186-1c01cb5bfe5f), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:28.619132 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:23:28.630296 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06dbec-de92-497c-b490-e59938123c78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5daf119-8c14-4f50-a186-1c01cb5bfe5f,revision_number=0']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:23:28.640965 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f06dbec-de92-497c-b490-e59938123c78 admin admin] Checking segment: {'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:23:28.641317 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f06dbec-de92-497c-b490-e59938123c78 admin admin] Network hostable DHCP agents. Network: 8e10d912-d794-48e6-8f9b-6baf59c7f77e, hostable agents: ['1054ab0b-28b9-454f-8889-d57ec5383afd'], hosted agents: [] {{(pid=104509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 15:23:28.799331 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f06dbec-de92-497c-b490-e59938123c78 admin admin] Network 8e10d912-d794-48e6-8f9b-6baf59c7f77e is scheduled to be hosted by DHCP agent 1054ab0b-28b9-454f-8889-d57ec5383afd with binding_index 1 {{(pid=104509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 15:23:28.905519 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [None req-1f06dbec-de92-497c-b490-e59938123c78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-12-iscsi, 8e10d912-d794-48e6-8f9b-6baf59c7f77e) {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:23:28.909824 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f06dbec-de92-497c-b490-e59938123c78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:23:28.910489 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-1f06dbec-de92-497c-b490-e59938123c78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for subnet (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:28.915775 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9ed4fe-5f41-4959-9f34-a636e408d80b None None] Network 8e10d912-d794-48e6-8f9b-6baf59c7f77e requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:23:28.989264 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-1f06dbec-de92-497c-b490-e59938123c78 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8956437 Jul 20 15:23:29.023057 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65d668d-8f9d-4e76-a906-790da456a69c None None] Network 8e10d912-d794-48e6-8f9b-6baf59c7f77e requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:23:31.356289 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 38418) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:23:31.783593 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-4c6a8892-c55d-492a-9831-9b56d588377f demo admin] 10.222.0.78 "GET /v2.0/routers/5be258ef-214c-4548-8b7c-36df8314bc76 HTTP/1.1" status: 200 len: 710 time: 0.4261022 Jul 20 15:23:31.875514 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c056a6df-286d-4515-8018-80f454119d8f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:23:31.877079 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-c056a6df-286d-4515-8018-80f454119d8f demo admin] 10.222.0.78 "GET /v2.0/networks/8e10d912-d794-48e6-8f9b-6baf59c7f77e HTTP/1.1" status: 200 len: 886 time: 0.0880911 Jul 20 15:23:31.886133 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-191aacce-3e53-422f-8c01-b3d9e8c9f6b0 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'}}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:23:31.998698 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:23:32.200742 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-191aacce-3e53-422f-8c01-b3d9e8c9f6b0 demo admin] Publish callbacks [] for router_gateway (5be258ef-214c-4548-8b7c-36df8314bc76), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:32.495950 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-191aacce-3e53-422f-8c01-b3d9e8c9f6b0 demo admin] Publish callbacks [] for router_gateway (5be258ef-214c-4548-8b7c-36df8314bc76), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:32.576303 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-191aacce-3e53-422f-8c01-b3d9e8c9f6b0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:32.691712 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_common [None req-191aacce-3e53-422f-8c01-b3d9e8c9f6b0 demo admin] Allocated IP 172.27.1.131 (8e10d912-d794-48e6-8f9b-6baf59c7f77e/d5daf119-8c14-4f50-a186-1c01cb5bfe5f/174b0059-b2e6-4d6d-9db2-393a2650557d) {{(pid=104509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:23:32.692740 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device b926b2f4-289c-40d1-bf09-abbae30a9231 up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:23:32.705736 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:23:32.715749 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:23:32.730238 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:23:32.737302 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port b926b2f4-289c-40d1-bf09-abbae30a9231 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:23:32.737681 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (b926b2f4-289c-40d1-bf09-abbae30a9231), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:32.798166 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-191aacce-3e53-422f-8c01-b3d9e8c9f6b0 demo admin] Publish callbacks [] for port (174b0059-b2e6-4d6d-9db2-393a2650557d), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:32.816349 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port b926b2f4-289c-40d1-bf09-abbae30a9231 is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:23:32.912101 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-191aacce-3e53-422f-8c01-b3d9e8c9f6b0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413'] for port (174b0059-b2e6-4d6d-9db2-393a2650557d), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:32.949888 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191aacce-3e53-422f-8c01-b3d9e8c9f6b0 demo admin] Network 8e10d912-d794-48e6-8f9b-6baf59c7f77e is already hosted by enough agents. {{(pid=104509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:23:32.952921 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [None req-191aacce-3e53-422f-8c01-b3d9e8c9f6b0 demo admin] Resources bound (agent type, host, resource id): {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:23:32.958661 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191aacce-3e53-422f-8c01-b3d9e8c9f6b0 demo admin] Received port after_create {{(pid=104509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:23:32.960335 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:23:32.994984 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191aacce-3e53-422f-8c01-b3d9e8c9f6b0 demo admin] Pushing event updated for resources: {'Port': ['ID=174b0059-b2e6-4d6d-9db2-393a2650557d,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:23:33.281199 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-191aacce-3e53-422f-8c01-b3d9e8c9f6b0 demo admin] Publish callbacks [] for router_gateway (5be258ef-214c-4548-8b7c-36df8314bc76), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:33.481890 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-191aacce-3e53-422f-8c01-b3d9e8c9f6b0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1715618', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1708562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-764'] for router (5be258ef-214c-4548-8b7c-36df8314bc76), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:33.486500 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-191aacce-3e53-422f-8c01-b3d9e8c9f6b0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1715661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1715643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1715636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1708587'] for router (5be258ef-214c-4548-8b7c-36df8314bc76), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:33.593507 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-191aacce-3e53-422f-8c01-b3d9e8c9f6b0 demo admin] Router 5be258ef-214c-4548-8b7c-36df8314bc76 has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:23:33.790667 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191aacce-3e53-422f-8c01-b3d9e8c9f6b0 demo admin] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:23:33.799977 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-191aacce-3e53-422f-8c01-b3d9e8c9f6b0 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:33.799977 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-191aacce-3e53-422f-8c01-b3d9e8c9f6b0 demo admin] 10.222.0.78 "PUT /v2.0/routers/5be258ef-214c-4548-8b7c-36df8314bc76 HTTP/1.1" status: 200 len: 890 time: 1.9131958 Jul 20 15:23:33.800507 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfd447c-dced-411a-8403-bfa10b1c3524 None None] Sync routers for ids ['5be258ef-214c-4548-8b7c-36df8314bc76'] in dv-cinder-819149-12-iscsi {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:23:33.816638 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfd447c-dced-411a-8403-bfa10b1c3524 None None] Routers {'5be258ef-214c-4548-8b7c-36df8314bc76'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:23:33.817347 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-edfd447c-dced-411a-8403-bfa10b1c3524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:23:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['5be258ef-214c-4548-8b7c-36df8314bc76'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:23:34.037674 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-edfd447c-dced-411a-8403-bfa10b1c3524 None None] Set router 5be258ef-214c-4548-8b7c-36df8314bc76 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:23:34.502589 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-edfd447c-dced-411a-8403-bfa10b1c3524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be258ef-214c-4548-8b7c-36df8314bc76', 'name': 'router1', 'tenant_id': 'ba23663aa02d442ab621813797163d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '174b0059-b2e6-4d6d-9db2-393a2650557d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:23:13Z', 'updated_at': '2022-07-20T15:23:33Z', 'revision_number': 4, 'project_id': 'ba23663aa02d442ab621813797163d82', 'gw_port': {'id': '174b0059-b2e6-4d6d-9db2-393a2650557d', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be258ef-214c-4548-8b7c-36df8314bc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:23:32Z', 'updated_at': '2022-07-20T15:23:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': 'b926b2f4-289c-40d1-bf09-abbae30a9231', 'name': '', 'network_id': '82412a4e-c940-42b6-af2a-518aff36950b', 'tenant_id': 'ba23663aa02d442ab621813797163d82', 'mac_address': 'fa:16:3e:ce:1a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be258ef-214c-4548-8b7c-36df8314bc76', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '010c5009-13b7-4a63-9c4b-6dcde0e731c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:23:23Z', 'updated_at': '2022-07-20T15:23:27Z', 'revision_number': 5, 'project_id': 'ba23663aa02d442ab621813797163d82', 'subnets': [{'id': '010c5009-13b7-4a63-9c4b-6dcde0e731c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dcf557dc-3f05-4ecb-9784-8e77e86e126c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:23:34.555498 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfd447c-dced-411a-8403-bfa10b1c3524 None None] Checking router: 5be258ef-214c-4548-8b7c-36df8314bc76 for host: dv-cinder-819149-12-iscsi {{(pid=104511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:23:34.556387 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfd447c-dced-411a-8403-bfa10b1c3524 None None] Updating router 5be258ef-214c-4548-8b7c-36df8314bc76 port 174b0059-b2e6-4d6d-9db2-393a2650557d binding host dv-cinder-819149-12-iscsi {{(pid=104511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 15:23:34.613171 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-edfd447c-dced-411a-8403-bfa10b1c3524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (174b0059-b2e6-4d6d-9db2-393a2650557d), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:35.000721 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-edfd447c-dced-411a-8403-bfa10b1c3524 None None] Publish callbacks [] for port (174b0059-b2e6-4d6d-9db2-393a2650557d), precommit_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:35.108055 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-edfd447c-dced-411a-8403-bfa10b1c3524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (174b0059-b2e6-4d6d-9db2-393a2650557d), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:35.168619 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-edfd447c-dced-411a-8403-bfa10b1c3524 None None] Attempting to bind port 174b0059-b2e6-4d6d-9db2-393a2650557d on host dv-cinder-819149-12-iscsi for vnic_type normal with profile {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:23:35.168992 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-edfd447c-dced-411a-8403-bfa10b1c3524 None None] Attempting to bind port 174b0059-b2e6-4d6d-9db2-393a2650557d by drivers openvswitch,hyperv on host dv-cinder-819149-12-iscsi at level 0 using segments [{'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:23:35.169398 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfd447c-dced-411a-8403-bfa10b1c3524 None None] Attempting to bind port 174b0059-b2e6-4d6d-9db2-393a2650557d on network 8e10d912-d794-48e6-8f9b-6baf59c7f77e {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:23:35.171599 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd17b50-2803-4e5d-82f5-b71d0a3dc26e None None] Pushing event updated for resources: {'Port': ['ID=174b0059-b2e6-4d6d-9db2-393a2650557d,revision_number=2']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:23:35.178040 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfd447c-dced-411a-8403-bfa10b1c3524 None None] Checking agent: {'id': '5729d8e0-9e32-4d27-b92e-30241f6d9221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 22, 55), 'started_at': datetime.datetime(2022, 7, 20, 15, 23, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:23:35.178456 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfd447c-dced-411a-8403-bfa10b1c3524 None None] Checking segment: {'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:23:35.178861 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-edfd447c-dced-411a-8403-bfa10b1c3524 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:35.179247 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfd447c-dced-411a-8403-bfa10b1c3524 None None] Bound using segment: {'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:23:35.179717 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-edfd447c-dced-411a-8403-bfa10b1c3524 None None] Bound port: 174b0059-b2e6-4d6d-9db2-393a2650557d, host: dv-cinder-819149-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'}}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:23:35.180096 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-edfd447c-dced-411a-8403-bfa10b1c3524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (174b0059-b2e6-4d6d-9db2-393a2650557d), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:35.204589 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:23:35.228328 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-edfd447c-dced-411a-8403-bfa10b1c3524 None None] For port 174b0059-b2e6-4d6d-9db2-393a2650557d, host dv-cinder-819149-12-iscsi, cleared binding levels {{(pid=104511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:23:35.231343 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-edfd447c-dced-411a-8403-bfa10b1c3524 None None] For port 174b0059-b2e6-4d6d-9db2-393a2650557d, host dv-cinder-819149-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=174b0059-b2e6-4d6d-9db2-393a2650557d,segment=NetworkSegment(65d22977-7383-4d3c-8560-aa09b9e1098a),segment_id=65d22977-7383-4d3c-8560-aa09b9e1098a)] {{(pid=104511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:23:35.325458 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-edfd447c-dced-411a-8403-bfa10b1c3524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (174b0059-b2e6-4d6d-9db2-393a2650557d), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:35.329379 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:23:35.386597 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfd447c-dced-411a-8403-bfa10b1c3524 None None] Routers {'5be258ef-214c-4548-8b7c-36df8314bc76'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:23:35.387207 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-edfd447c-dced-411a-8403-bfa10b1c3524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:23:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['5be258ef-214c-4548-8b7c-36df8314bc76'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:23:35.389994 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd17b50-2803-4e5d-82f5-b71d0a3dc26e None None] Pushing event updated for resources: {'Port': ['ID=174b0059-b2e6-4d6d-9db2-393a2650557d,revision_number=3']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:23:35.500032 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-edfd447c-dced-411a-8403-bfa10b1c3524 None None] Set router 5be258ef-214c-4548-8b7c-36df8314bc76 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:23:35.701227 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-edfd447c-dced-411a-8403-bfa10b1c3524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be258ef-214c-4548-8b7c-36df8314bc76', 'name': 'router1', 'tenant_id': 'ba23663aa02d442ab621813797163d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '174b0059-b2e6-4d6d-9db2-393a2650557d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:23:13Z', 'updated_at': '2022-07-20T15:23:33Z', 'revision_number': 4, 'project_id': 'ba23663aa02d442ab621813797163d82', 'gw_port': {'id': '174b0059-b2e6-4d6d-9db2-393a2650557d', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be258ef-214c-4548-8b7c-36df8314bc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:23:32Z', 'updated_at': '2022-07-20T15:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': 'b926b2f4-289c-40d1-bf09-abbae30a9231', 'name': '', 'network_id': '82412a4e-c940-42b6-af2a-518aff36950b', 'tenant_id': 'ba23663aa02d442ab621813797163d82', 'mac_address': 'fa:16:3e:ce:1a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be258ef-214c-4548-8b7c-36df8314bc76', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '010c5009-13b7-4a63-9c4b-6dcde0e731c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:23:23Z', 'updated_at': '2022-07-20T15:23:27Z', 'revision_number': 5, 'project_id': 'ba23663aa02d442ab621813797163d82', 'subnets': [{'id': '010c5009-13b7-4a63-9c4b-6dcde0e731c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dcf557dc-3f05-4ecb-9784-8e77e86e126c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:23:35.725233 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfd447c-dced-411a-8403-bfa10b1c3524 None None] The sync data for ids ['5be258ef-214c-4548-8b7c-36df8314bc76'] in dv-cinder-819149-12-iscsi is: [{'id': '5be258ef-214c-4548-8b7c-36df8314bc76', 'name': 'router1', 'tenant_id': 'ba23663aa02d442ab621813797163d82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '174b0059-b2e6-4d6d-9db2-393a2650557d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:23:13Z', 'updated_at': '2022-07-20T15:23:33Z', 'revision_number': 4, 'project_id': 'ba23663aa02d442ab621813797163d82', 'gw_port': {'id': '174b0059-b2e6-4d6d-9db2-393a2650557d', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be258ef-214c-4548-8b7c-36df8314bc76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:23:32Z', 'updated_at': '2022-07-20T15:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': 'b926b2f4-289c-40d1-bf09-abbae30a9231', 'name': '', 'network_id': '82412a4e-c940-42b6-af2a-518aff36950b', 'tenant_id': 'ba23663aa02d442ab621813797163d82', 'mac_address': 'fa:16:3e:ce:1a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be258ef-214c-4548-8b7c-36df8314bc76', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '010c5009-13b7-4a63-9c4b-6dcde0e731c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:23:23Z', 'updated_at': '2022-07-20T15:23:27Z', 'revision_number': 5, 'project_id': 'ba23663aa02d442ab621813797163d82', 'subnets': [{'id': '010c5009-13b7-4a63-9c4b-6dcde0e731c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dcf557dc-3f05-4ecb-9784-8e77e86e126c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:23:36.310217 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 38430) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:23:36.684344 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 174b0059-b2e6-4d6d-9db2-393a2650557d up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:23:36.725783 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-b85fe4ba-ff77-4755-a7f1-a71263a5b5a4 admin admin] 10.222.0.78 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4142878 Jul 20 15:23:36.729171 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port 174b0059-b2e6-4d6d-9db2-393a2650557d triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:23:36.729320 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (174b0059-b2e6-4d6d-9db2-393a2650557d), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:36.810882 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port 174b0059-b2e6-4d6d-9db2-393a2650557d is: DOWN; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:23:36.811267 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (174b0059-b2e6-4d6d-9db2-393a2650557d), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:36.833756 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] For port 174b0059-b2e6-4d6d-9db2-393a2650557d, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=174b0059-b2e6-4d6d-9db2-393a2650557d,segment=NetworkSegment(65d22977-7383-4d3c-8560-aa09b9e1098a),segment_id=65d22977-7383-4d3c-8560-aa09b9e1098a)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:23:36.928873 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (174b0059-b2e6-4d6d-9db2-393a2650557d), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:36.978212 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Pushing event updated for resources: {'Port': ['ID=174b0059-b2e6-4d6d-9db2-393a2650557d,revision_number=4']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:23:37.417196 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=26 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:23:37.453860 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=56 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:23:38.671442 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 174b0059-b2e6-4d6d-9db2-393a2650557d up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:23:38.719987 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port 174b0059-b2e6-4d6d-9db2-393a2650557d triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:23:38.720306 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (174b0059-b2e6-4d6d-9db2-393a2650557d), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:38.749146 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:23:38.802816 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port 174b0059-b2e6-4d6d-9db2-393a2650557d is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:23:46.714960 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:23:46.721946 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=48 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:23:48.802352 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:23:49.974799 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d3b86bb6-821a-47cf-8442-41ccbaaa4c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:52.450728 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-73b56d72-5cb3-40d7-b13c-f9c72807e901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:53.513182 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:54.816381 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:23:55.022324 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:24:00.447798 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 5 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:24:04.932924 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:24:04.939652 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:24:07.457896 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:24:10.447583 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:24:19.986794 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-24eb3bcc-d131-41ef-8ce0-9feb3f3855b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:24:22.686898 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-3b0c5c34-74a9-4426-845f-5ad688f678d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:24:23.520700 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:24:24.803579 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:24:25.014382 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:24:34.938640 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:24:34.945137 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:24:37.447665 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 5 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:24:47.444104 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=6 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:24:48.441899 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:24:49.979400 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ee7103a8-e875-46fd-8d7b-642541d587b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:24:52.402035 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9ec056bf-98e4-4c0b-9edc-993367db5dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:24:53.556464 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:24:54.802245 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:24:55.018896 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:25:02.562220 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 38968) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:25:02.929263 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eb7e53d-a9cc-4db2-ac50-62703e464667 admin admin] GET failed (client error): The resource could not be found. Jul 20 15:25:02.930742 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-1eb7e53d-a9cc-4db2-ac50-62703e464667 admin admin] 10.222.0.78 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3674383 Jul 20 15:25:03.104179 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d9cec8-5ac9-4d98-879c-76c64a0ae1e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:25:03.105674 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-84d9cec8-5ac9-4d98-879c-76c64a0ae1e9 admin admin] 10.222.0.78 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1707859 Jul 20 15:25:04.941141 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:25:04.943051 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:25:05.377214 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 38978) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:25:05.759158 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38af6b11-0a1f-4047-8918-48132073aadc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:25:05.760455 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-38af6b11-0a1f-4047-8918-48132073aadc admin admin] 10.222.0.78 "GET /v2.0/subnets/010c5009-13b7-4a63-9c4b-6dcde0e731c9 HTTP/1.1" status: 200 len: 849 time: 0.3822742 Jul 20 15:25:05.770250 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-b710bca9-98cb-46f4-b5d0-63f535030470 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:25:05.860473 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-b710bca9-98cb-46f4-b5d0-63f535030470 admin admin] Publish callbacks [] for subnet (010c5009-13b7-4a63-9c4b-6dcde0e731c9), before_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:25:06.110086 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-b710bca9-98cb-46f4-b5d0-63f535030470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737057529411'] for subnet (010c5009-13b7-4a63-9c4b-6dcde0e731c9), after_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:25:06.147239 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b710bca9-98cb-46f4-b5d0-63f535030470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:25:06.147381 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-b710bca9-98cb-46f4-b5d0-63f535030470 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for subnet (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:25:06.148597 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-b710bca9-98cb-46f4-b5d0-63f535030470 admin admin] 10.222.0.78 "PUT /v2.0/subnets/010c5009-13b7-4a63-9c4b-6dcde0e731c9 HTTP/1.1" status: 200 len: 868 time: 0.3819540 Jul 20 15:25:06.150540 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b225cf-408e-4e9f-9e63-ab90f3a6648d None None] Network 82412a4e-c940-42b6-af2a-518aff36950b requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:25:06.174763 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b710bca9-98cb-46f4-b5d0-63f535030470 admin admin] Pushing event updated for resources: {'Subnet': ['ID=010c5009-13b7-4a63-9c4b-6dcde0e731c9,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:25:06.185289 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710bca9-98cb-46f4-b5d0-63f535030470 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:25:06.185642 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710bca9-98cb-46f4-b5d0-63f535030470 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:25:06.185992 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710bca9-98cb-46f4-b5d0-63f535030470 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:25:06.186371 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710bca9-98cb-46f4-b5d0-63f535030470 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:25:06.186706 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710bca9-98cb-46f4-b5d0-63f535030470 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:25:06.187042 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710bca9-98cb-46f4-b5d0-63f535030470 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:25:06.187448 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710bca9-98cb-46f4-b5d0-63f535030470 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:25:06.188003 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710bca9-98cb-46f4-b5d0-63f535030470 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:25:06.188654 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710bca9-98cb-46f4-b5d0-63f535030470 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:25:06.189031 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710bca9-98cb-46f4-b5d0-63f535030470 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:25:06.189369 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710bca9-98cb-46f4-b5d0-63f535030470 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:25:06.189800 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710bca9-98cb-46f4-b5d0-63f535030470 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:25:06.190136 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710bca9-98cb-46f4-b5d0-63f535030470 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:25:06.190491 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710bca9-98cb-46f4-b5d0-63f535030470 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:25:06.190825 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710bca9-98cb-46f4-b5d0-63f535030470 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:25:06.468227 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-277ae941-a88c-498d-9284-15e0443965ee None None] Provisioning complete for port 1d66bfbd-e89c-4b3d-9b34-3aea7c3639dd triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:25:06.470785 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-277ae941-a88c-498d-9284-15e0443965ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (1d66bfbd-e89c-4b3d-9b34-3aea7c3639dd), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:25:06.553129 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-277ae941-a88c-498d-9284-15e0443965ee None None] Current status of the port 1d66bfbd-e89c-4b3d-9b34-3aea7c3639dd is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:25:06.561552 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-277ae941-a88c-498d-9284-15e0443965ee None None] Provisioning complete for port b926b2f4-289c-40d1-bf09-abbae30a9231 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:25:06.561934 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-277ae941-a88c-498d-9284-15e0443965ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (b926b2f4-289c-40d1-bf09-abbae30a9231), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:25:06.638759 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-277ae941-a88c-498d-9284-15e0443965ee None None] Current status of the port b926b2f4-289c-40d1-bf09-abbae30a9231 is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:25:08.509083 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 38988) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:25:09.036296 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259ed48d-57ac-4f7b-aab7-2b869627858a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:25:09.036764 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259ed48d-57ac-4f7b-aab7-2b869627858a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:25:09.038374 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-259ed48d-57ac-4f7b-aab7-2b869627858a admin admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5282228 Jul 20 15:25:11.257277 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 38996) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:25:11.723611 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637f7ffe-e8b0-45b0-ae88-8fe1ba7b4966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:25:11.723979 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637f7ffe-e8b0-45b0-ae88-8fe1ba7b4966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:25:11.725566 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-637f7ffe-e8b0-45b0-ae88-8fe1ba7b4966 admin admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4673254 Jul 20 15:25:14.004225 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 39004) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:25:14.446689 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 5 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:25:14.484339 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ad9db4-6771-4a35-a2d8-d9dcf1415da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:25:14.486535 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-07ad9db4-6771-4a35-a2d8-d9dcf1415da7 admin admin] 10.222.0.78 "GET /v2.0/networks/82412a4e-c940-42b6-af2a-518aff36950b HTTP/1.1" status: 200 len: 869 time: 0.4811237 Jul 20 15:25:16.161302 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=53,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:25:16.179811 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=44,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:25:16.633287 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=38 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:25:16.638478 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=39 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:25:16.914440 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 39012) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:25:17.456021 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153cab55-b8ba-4fb2-9c3e-612c633be9f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:25:17.457931 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-153cab55-b8ba-4fb2-9c3e-612c633be9f8 admin admin] 10.222.0.78 "GET /v2.0/networks/8e10d912-d794-48e6-8f9b-6baf59c7f77e HTTP/1.1" status: 200 len: 886 time: 0.5418420 Jul 20 15:25:19.728809 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 39020) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:25:19.990684 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f46a4339-0ec9-4b9d-8d59-850fafc5a9ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:25:20.209685 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21f7a8c-668c-4cb7-bbcf-c88228712584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:25:20.210148 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21f7a8c-668c-4cb7-bbcf-c88228712584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:25:20.211796 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-e21f7a8c-668c-4cb7-bbcf-c88228712584 admin admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4820235 Jul 20 15:25:21.454434 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=6 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:25:22.442216 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4d8ccaeb-bd4b-4e47-88a8-ad9bf996ba8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:25:22.471540 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 39028) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:25:22.846168 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b8a6f9-6687-48fa-b491-63636ae63c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:25:22.846645 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b8a6f9-6687-48fa-b491-63636ae63c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:25:22.848732 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-e9b8a6f9-6687-48fa-b491-63636ae63c08 admin admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3756576 Jul 20 15:25:23.532039 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:25:24.443093 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:25:24.800926 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:25:25.023537 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:25:25.093046 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 39038) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:25:25.513219 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6e3b52-2c13-44fd-bd10-cd619fd287fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:25:25.514617 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-1e6e3b52-2c13-44fd-bd10-cd619fd287fc admin admin] 10.222.0.78 "GET /v2.0/subnets/010c5009-13b7-4a63-9c4b-6dcde0e731c9 HTTP/1.1" status: 200 len: 868 time: 0.4200847 Jul 20 15:25:27.817804 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 39046) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:25:28.180563 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=77 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:25:28.182200 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=78 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:25:28.225061 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1d4f56-297a-4376-be28-9b06d541532e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:25:28.226386 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-7a1d4f56-297a-4376-be28-9b06d541532e admin admin] 10.222.0.78 "GET /v2.0/subnets/d5daf119-8c14-4f50-a186-1c01cb5bfe5f HTTP/1.1" status: 200 len: 816 time: 0.4075420 Jul 20 15:25:34.946987 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:25:34.953673 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:25:38.221794 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=8 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:25:50.000229 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-58182e32-06b3-420e-8172-bc04ad56de3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:25:51.445286 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 5 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:25:52.411892 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-14112a28-271b-447d-8cb9-ec91f20e4e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:25:53.514703 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:25:54.823189 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:25:55.091967 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:25:57.554361 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 39102) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:25:57.886922 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [None req-9da4d862-9372-486f-9058-980528922376 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104509) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 15:25:57.889723 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-9da4d862-9372-486f-9058-980528922376 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3322430 Jul 20 15:26:00.218695 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 39110) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:26:00.584540 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b15d115-b245-4f3d-89e9-ecc601ec3544 admin admin] GET failed (client error): The resource could not be found. Jul 20 15:26:00.586108 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-8b15d115-b245-4f3d-89e9-ecc601ec3544 admin admin] 10.222.0.78 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3664491 Jul 20 15:26:00.741834 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bc33d1-6d67-4d57-bd7a-5d42b522142f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:26:00.743346 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-c1bc33d1-6d67-4d57-bd7a-5d42b522142f admin admin] 10.222.0.78 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1530735 Jul 20 15:26:01.441005 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=20 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:26:01.441677 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=14 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:26:03.009045 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 39118) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:26:03.358671 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-f77e4f9a-e1f7-4a81-8847-b009e4a2f453 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:26:03.485967 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77e4f9a-e1f7-4a81-8847-b009e4a2f453 admin admin] Made reservation on behalf of effa579779b9494f8b1dd5831edaae25 for: {'network': 1} {{(pid=104509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:26:03.488398 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-f77e4f9a-e1f7-4a81-8847-b009e4a2f453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for network (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:26:03.516692 dv-cinder-819149-12-iscsi neutron-server[104509]: WARNING neutron.services.revisions.revision_plugin [None req-f77e4f9a-e1f7-4a81-8847-b009e4a2f453 admin admin] Could not find related network for resource to bump revision. Jul 20 15:26:03.531311 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f77e4f9a-e1f7-4a81-8847-b009e4a2f453 admin admin] vlan segment allocate from pool success with {'vlan_id': 993, 'physical_network': 'physnet1'} {{(pid=104509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 15:26:03.541950 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-f77e4f9a-e1f7-4a81-8847-b009e4a2f453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087'] for segment (4632ce43-bf8d-4e1f-84e7-590c4e6336b2), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:26:03.543176 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.db.segments_db [None req-f77e4f9a-e1f7-4a81-8847-b009e4a2f453 admin admin] Added segment 4632ce43-bf8d-4e1f-84e7-590c4e6336b2 of type vlan for network edfbedab-63f4-435b-bd0d-2323c58716c6 Jul 20 15:26:03.582894 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-f77e4f9a-e1f7-4a81-8847-b009e4a2f453 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737057167135'] for network (edfbedab-63f4-435b-bd0d-2323c58716c6), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:26:03.720869 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-f77e4f9a-e1f7-4a81-8847-b009e4a2f453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428'] for network (edfbedab-63f4-435b-bd0d-2323c58716c6), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:26:03.721879 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77e4f9a-e1f7-4a81-8847-b009e4a2f453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:26:03.722500 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-f77e4f9a-e1f7-4a81-8847-b009e4a2f453 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for network (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:26:03.785894 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e4f9a-e1f7-4a81-8847-b009e4a2f453 admin admin] Pushing event updated for resources: {'Network': ['ID=edfbedab-63f4-435b-bd0d-2323c58716c6,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:26:03.792780 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e4f9a-e1f7-4a81-8847-b009e4a2f453 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:26:03.793125 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e4f9a-e1f7-4a81-8847-b009e4a2f453 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:26:03.793464 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e4f9a-e1f7-4a81-8847-b009e4a2f453 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:26:03.793798 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e4f9a-e1f7-4a81-8847-b009e4a2f453 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:26:03.794126 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e4f9a-e1f7-4a81-8847-b009e4a2f453 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:26:03.794475 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e4f9a-e1f7-4a81-8847-b009e4a2f453 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:26:03.794807 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e4f9a-e1f7-4a81-8847-b009e4a2f453 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:26:03.795131 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e4f9a-e1f7-4a81-8847-b009e4a2f453 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:26:03.795468 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e4f9a-e1f7-4a81-8847-b009e4a2f453 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:26:03.795796 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e4f9a-e1f7-4a81-8847-b009e4a2f453 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:26:03.796117 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e4f9a-e1f7-4a81-8847-b009e4a2f453 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:26:03.796444 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e4f9a-e1f7-4a81-8847-b009e4a2f453 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:26:03.796764 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e4f9a-e1f7-4a81-8847-b009e4a2f453 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:26:03.797085 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e4f9a-e1f7-4a81-8847-b009e4a2f453 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:26:03.797401 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e4f9a-e1f7-4a81-8847-b009e4a2f453 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:26:03.808635 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Network edfbedab-63f4-435b-bd0d-2323c58716c6 details requested by agent ovs-agent-dv-cinder-819149-12-iscsi with host dv-cinder-819149-12-iscsi {{(pid=104511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 15:26:03.894848 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-f77e4f9a-e1f7-4a81-8847-b009e4a2f453 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.8846147 Jul 20 15:26:06.156454 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 39126) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:26:06.510301 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.pecan_wsgi.hooks.translation [None req-1854be79-16d6-43ed-bcdc-4286ef6ad98c admin admin] GET failed (client error): The resource could not be found. Jul 20 15:26:06.511593 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-1854be79-16d6-43ed-bcdc-4286ef6ad98c admin admin] 10.222.0.78 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3541405 Jul 20 15:26:06.586672 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf479f3-9148-4fe6-9d83-77b343cc8f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:26:06.588055 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-fdf479f3-9148-4fe6-9d83-77b343cc8f62 admin admin] 10.222.0.78 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0722709 Jul 20 15:26:06.600637 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-7b0e522a-b47b-4eff-b867-6af1f22c72c7 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'edfbedab-63f4-435b-bd0d-2323c58716c6', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:26:06.691700 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0e522a-b47b-4eff-b867-6af1f22c72c7 admin admin] Made reservation on behalf of effa579779b9494f8b1dd5831edaae25 for: {'subnet': 1} {{(pid=104510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:26:06.694031 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-7b0e522a-b47b-4eff-b867-6af1f22c72c7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:26:06.948589 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-7b0e522a-b47b-4eff-b867-6af1f22c72c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428'] for subnet (f41681b7-4702-46dc-a0fe-f0d2c5044d1b), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:26:07.000284 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e522a-b47b-4eff-b867-6af1f22c72c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f41681b7-4702-46dc-a0fe-f0d2c5044d1b,revision_number=0']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:26:07.016915 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0e522a-b47b-4eff-b867-6af1f22c72c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:26:07.017271 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0e522a-b47b-4eff-b867-6af1f22c72c7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:26:07.017636 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0e522a-b47b-4eff-b867-6af1f22c72c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:26:07.018008 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0e522a-b47b-4eff-b867-6af1f22c72c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:26:07.018376 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0e522a-b47b-4eff-b867-6af1f22c72c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:26:07.018715 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0e522a-b47b-4eff-b867-6af1f22c72c7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:26:07.019048 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0e522a-b47b-4eff-b867-6af1f22c72c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:26:07.019379 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0e522a-b47b-4eff-b867-6af1f22c72c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:26:07.019724 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0e522a-b47b-4eff-b867-6af1f22c72c7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:26:07.020054 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0e522a-b47b-4eff-b867-6af1f22c72c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:26:07.020398 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0e522a-b47b-4eff-b867-6af1f22c72c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:26:07.020772 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0e522a-b47b-4eff-b867-6af1f22c72c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:26:07.021151 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0e522a-b47b-4eff-b867-6af1f22c72c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:26:07.021478 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0e522a-b47b-4eff-b867-6af1f22c72c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:26:07.021802 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0e522a-b47b-4eff-b867-6af1f22c72c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:26:07.031765 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0e522a-b47b-4eff-b867-6af1f22c72c7 admin admin] Checking segment: {'id': '4632ce43-bf8d-4e1f-84e7-590c4e6336b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'edfbedab-63f4-435b-bd0d-2323c58716c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:26:07.032146 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0e522a-b47b-4eff-b867-6af1f22c72c7 admin admin] Network hostable DHCP agents. Network: edfbedab-63f4-435b-bd0d-2323c58716c6, hostable agents: ['1054ab0b-28b9-454f-8889-d57ec5383afd'], hosted agents: [] {{(pid=104510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 15:26:07.160087 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0e522a-b47b-4eff-b867-6af1f22c72c7 admin admin] Network edfbedab-63f4-435b-bd0d-2323c58716c6 is scheduled to be hosted by DHCP agent 1054ab0b-28b9-454f-8889-d57ec5383afd with binding_index 1 {{(pid=104510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 15:26:07.268775 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.base_scheduler [None req-7b0e522a-b47b-4eff-b867-6af1f22c72c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-12-iscsi, edfbedab-63f4-435b-bd0d-2323c58716c6) {{(pid=104510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:26:07.275603 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0e522a-b47b-4eff-b867-6af1f22c72c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:26:07.275603 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-7b0e522a-b47b-4eff-b867-6af1f22c72c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for subnet (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:26:07.278778 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507e108a-4965-40a6-ad40-064aed2b0ca9 None None] Network edfbedab-63f4-435b-bd0d-2323c58716c6 requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:26:07.477773 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b02c94-5038-40a6-ad80-983bb7c8dac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a790180-0092-51b0-93a4-34605dc8f1ad-edfbedab-63f4-435b-bd0d-2323c58716c6', 'network_id': 'edfbedab-63f4-435b-bd0d-2323c58716c6', 'project_id': 'effa579779b9494f8b1dd5831edaae25', 'fixed_ips': [{'subnet_id': 'f41681b7-4702-46dc-a0fe-f0d2c5044d1b'}]}} from dv-cinder-819149-12-iscsi. {{(pid=104511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 15:26:07.479008 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b2b02c94-5038-40a6-ad80-983bb7c8dac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:26:07.501106 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-7b0e522a-b47b-4eff-b867-6af1f22c72c7 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9061382 Jul 20 15:26:07.627935 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.db_base_plugin_common [None req-b2b02c94-5038-40a6-ad80-983bb7c8dac9 None None] Allocated IP 192.168.233.2 (edfbedab-63f4-435b-bd0d-2323c58716c6/f41681b7-4702-46dc-a0fe-f0d2c5044d1b/c0925c27-efd6-4b84-b769-d07a7239d5f2) {{(pid=104511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:26:07.785325 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b2b02c94-5038-40a6-ad80-983bb7c8dac9 None None] Publish callbacks [] for port (c0925c27-efd6-4b84-b769-d07a7239d5f2), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:26:07.893323 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b2b02c94-5038-40a6-ad80-983bb7c8dac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413'] for port (c0925c27-efd6-4b84-b769-d07a7239d5f2), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:26:07.938821 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b02c94-5038-40a6-ad80-983bb7c8dac9 None None] Network edfbedab-63f4-435b-bd0d-2323c58716c6 is already hosted by enough agents. {{(pid=104511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:26:07.944351 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.scheduler.base_scheduler [None req-b2b02c94-5038-40a6-ad80-983bb7c8dac9 None None] Resources bound (agent type, host, resource id): {{(pid=104511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:26:07.948704 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b02c94-5038-40a6-ad80-983bb7c8dac9 None None] Received port after_create {{(pid=104511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:26:07.956368 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b02c94-5038-40a6-ad80-983bb7c8dac9 None None] Pushing event updated for resources: {'Port': ['ID=c0925c27-efd6-4b84-b769-d07a7239d5f2,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:26:07.986852 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b02c94-5038-40a6-ad80-983bb7c8dac9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:26:07.987201 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b02c94-5038-40a6-ad80-983bb7c8dac9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:26:07.987568 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b02c94-5038-40a6-ad80-983bb7c8dac9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:26:07.987929 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b02c94-5038-40a6-ad80-983bb7c8dac9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:26:07.988270 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b02c94-5038-40a6-ad80-983bb7c8dac9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:26:07.988606 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b02c94-5038-40a6-ad80-983bb7c8dac9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:26:07.988938 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b02c94-5038-40a6-ad80-983bb7c8dac9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:26:07.989273 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b02c94-5038-40a6-ad80-983bb7c8dac9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:26:07.989616 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b02c94-5038-40a6-ad80-983bb7c8dac9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:26:07.989949 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b02c94-5038-40a6-ad80-983bb7c8dac9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:26:07.990290 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b02c94-5038-40a6-ad80-983bb7c8dac9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:26:07.990641 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b02c94-5038-40a6-ad80-983bb7c8dac9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:26:07.990970 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b02c94-5038-40a6-ad80-983bb7c8dac9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:26:07.991292 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b02c94-5038-40a6-ad80-983bb7c8dac9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:26:07.991621 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b02c94-5038-40a6-ad80-983bb7c8dac9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:26:08.029832 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-b2b02c94-5038-40a6-ad80-983bb7c8dac9 None None] Attempting to bind port c0925c27-efd6-4b84-b769-d07a7239d5f2 on host dv-cinder-819149-12-iscsi for vnic_type normal with profile {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:26:08.030447 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-b2b02c94-5038-40a6-ad80-983bb7c8dac9 None None] Attempting to bind port c0925c27-efd6-4b84-b769-d07a7239d5f2 by drivers openvswitch,hyperv on host dv-cinder-819149-12-iscsi at level 0 using segments [{'id': '4632ce43-bf8d-4e1f-84e7-590c4e6336b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'edfbedab-63f4-435b-bd0d-2323c58716c6'}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:26:08.030990 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b02c94-5038-40a6-ad80-983bb7c8dac9 None None] Attempting to bind port c0925c27-efd6-4b84-b769-d07a7239d5f2 on network edfbedab-63f4-435b-bd0d-2323c58716c6 {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:26:08.039248 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b02c94-5038-40a6-ad80-983bb7c8dac9 None None] Checking agent: {'id': '5729d8e0-9e32-4d27-b92e-30241f6d9221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 22, 55), 'started_at': datetime.datetime(2022, 7, 20, 15, 23, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:26:08.039617 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b02c94-5038-40a6-ad80-983bb7c8dac9 None None] Checking segment: {'id': '4632ce43-bf8d-4e1f-84e7-590c4e6336b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'edfbedab-63f4-435b-bd0d-2323c58716c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:26:08.040019 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b2b02c94-5038-40a6-ad80-983bb7c8dac9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:26:08.040413 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b02c94-5038-40a6-ad80-983bb7c8dac9 None None] Bound using segment: {'id': '4632ce43-bf8d-4e1f-84e7-590c4e6336b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'edfbedab-63f4-435b-bd0d-2323c58716c6'} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:26:08.040925 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-b2b02c94-5038-40a6-ad80-983bb7c8dac9 None None] Bound port: c0925c27-efd6-4b84-b769-d07a7239d5f2, host: dv-cinder-819149-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4632ce43-bf8d-4e1f-84e7-590c4e6336b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'edfbedab-63f4-435b-bd0d-2323c58716c6'}}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:26:08.041319 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b2b02c94-5038-40a6-ad80-983bb7c8dac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (c0925c27-efd6-4b84-b769-d07a7239d5f2), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:26:08.121128 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-b2b02c94-5038-40a6-ad80-983bb7c8dac9 None None] For port c0925c27-efd6-4b84-b769-d07a7239d5f2, host dv-cinder-819149-12-iscsi, cleared binding levels {{(pid=104511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:26:08.125108 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-b2b02c94-5038-40a6-ad80-983bb7c8dac9 None None] For port c0925c27-efd6-4b84-b769-d07a7239d5f2, host dv-cinder-819149-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=c0925c27-efd6-4b84-b769-d07a7239d5f2,segment=NetworkSegment(4632ce43-bf8d-4e1f-84e7-590c4e6336b2),segment_id=4632ce43-bf8d-4e1f-84e7-590c4e6336b2)] {{(pid=104511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:26:08.232743 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b2b02c94-5038-40a6-ad80-983bb7c8dac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (c0925c27-efd6-4b84-b769-d07a7239d5f2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:26:08.311957 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b02c94-5038-40a6-ad80-983bb7c8dac9 None None] Pushing event updated for resources: {'Port': ['ID=c0925c27-efd6-4b84-b769-d07a7239d5f2,revision_number=2']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:26:08.788456 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device c0925c27-efd6-4b84-b769-d07a7239d5f2 up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:26:08.827789 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:26:08.831783 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=88,neutron:UPDATE=10,neutron:INSERT=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:26:08.838922 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port c0925c27-efd6-4b84-b769-d07a7239d5f2 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:26:08.839317 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (c0925c27-efd6-4b84-b769-d07a7239d5f2), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:26:08.916873 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port c0925c27-efd6-4b84-b769-d07a7239d5f2 is: DOWN; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:26:08.916873 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (c0925c27-efd6-4b84-b769-d07a7239d5f2), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:26:08.953375 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] For port c0925c27-efd6-4b84-b769-d07a7239d5f2, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=c0925c27-efd6-4b84-b769-d07a7239d5f2,segment=NetworkSegment(4632ce43-bf8d-4e1f-84e7-590c4e6336b2),segment_id=4632ce43-bf8d-4e1f-84e7-590c4e6336b2)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:26:09.040430 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (c0925c27-efd6-4b84-b769-d07a7239d5f2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:26:09.113927 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Pushing event updated for resources: {'Port': ['ID=c0925c27-efd6-4b84-b769-d07a7239d5f2,revision_number=3']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:26:09.232681 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254dac3e-f7f3-4fd9-8d77-3d4b53066d95 None None] Network edfbedab-63f4-435b-bd0d-2323c58716c6 requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:26:09.315747 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-de51164d-bb2c-4ea7-ad37-3a5ae7c79b13 None None] Provisioning complete for port c0925c27-efd6-4b84-b769-d07a7239d5f2 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:26:09.316361 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-de51164d-bb2c-4ea7-ad37-3a5ae7c79b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (c0925c27-efd6-4b84-b769-d07a7239d5f2), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:26:09.423352 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-de51164d-bb2c-4ea7-ad37-3a5ae7c79b13 None None] Current status of the port c0925c27-efd6-4b84-b769-d07a7239d5f2 is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:26:09.647084 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1bf45b02-0ad0-48a9-aca8-b2ace4cc91e0 None None] Provisioning complete for port c0925c27-efd6-4b84-b769-d07a7239d5f2 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:26:09.647406 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1bf45b02-0ad0-48a9-aca8-b2ace4cc91e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (c0925c27-efd6-4b84-b769-d07a7239d5f2), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:26:09.726326 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1bf45b02-0ad0-48a9-aca8-b2ace4cc91e0 None None] Current status of the port c0925c27-efd6-4b84-b769-d07a7239d5f2 is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:26:10.765293 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device c0925c27-efd6-4b84-b769-d07a7239d5f2 up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:26:10.814484 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port c0925c27-efd6-4b84-b769-d07a7239d5f2 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:26:10.814905 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (c0925c27-efd6-4b84-b769-d07a7239d5f2), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:26:10.899856 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port c0925c27-efd6-4b84-b769-d07a7239d5f2 is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:26:13.788887 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=21,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:26:13.789726 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=26,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:26:17.285052 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=50,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:26:17.285879 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=65,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:26:18.778618 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:26:19.964391 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-6b4342cb-fb26-4713-901d-d72a836bf973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:26:22.410943 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f3610a85-8f1d-4ca3-acda-a7bd95bf32fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:26:23.531019 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:26:24.862435 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:26:25.033772 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:26:28.451462 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 5 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:26:34.947661 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:26:34.954758 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:26:35.448081 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:26:48.438914 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:26:49.976359 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-03e0f7f7-f93a-42cd-aa34-a9d0b57d1236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:26:52.370574 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-3ed83160-8dca-43f6-8b3f-362cd383f35b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:26:53.535993 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:26:54.816266 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:26:55.021876 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:27:04.945647 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:27:04.954640 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:27:05.441159 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 5 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:27:15.437650 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:27:19.980957 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ae189a25-b831-4892-a898-4b6db54c91cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:27:22.379637 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d8a687f8-9af0-4f29-aae9-371b81fba57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:27:23.459051 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=6 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:27:23.564167 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:27:24.846411 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:27:25.021084 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:27:34.949044 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:27:34.951009 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:27:42.442936 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 5 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:27:49.441145 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=13 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:27:49.868631 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 39164) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:27:49.874396 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [None req-bedaf6eb-468f-4500-8669-31575aa22457 tempest-verify_tempest_config-513323151 tempest-verify_tempest_config-513323151-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104510) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 15:27:49.875390 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-bedaf6eb-468f-4500-8669-31575aa22457 tempest-verify_tempest_config-513323151 tempest-verify_tempest_config-513323151-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057800 Jul 20 15:27:49.977927 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-e2cda471-4f2d-485d-8611-1447bb208a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:27:50.671527 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 39182) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:27:51.046846 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c60dce38-db2f-4b53-894d-4af13dc6ec87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:27:51.139385 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c60dce38-db2f-4b53-894d-4af13dc6ec87 admin admin] Publish callbacks [] for security_group (b9f878e4-faf0-450e-b2de-ffeddf8ee729), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:27:51.254915 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c60dce38-db2f-4b53-894d-4af13dc6ec87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (b9f878e4-faf0-450e-b2de-ffeddf8ee729), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:27:51.302931 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-c60dce38-db2f-4b53-894d-4af13dc6ec87 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0a44ba4d82824c24992f226c305864ec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6301796 Jul 20 15:27:51.303535 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60dce38-db2f-4b53-894d-4af13dc6ec87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f878e4-faf0-450e-b2de-ffeddf8ee729,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:27:51.305678 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 39186) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:27:51.323253 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60dce38-db2f-4b53-894d-4af13dc6ec87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:27:51.323596 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60dce38-db2f-4b53-894d-4af13dc6ec87 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:27:51.323959 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60dce38-db2f-4b53-894d-4af13dc6ec87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:27:51.324301 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60dce38-db2f-4b53-894d-4af13dc6ec87 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:27:51.324635 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60dce38-db2f-4b53-894d-4af13dc6ec87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:27:51.324996 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60dce38-db2f-4b53-894d-4af13dc6ec87 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:27:51.325327 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60dce38-db2f-4b53-894d-4af13dc6ec87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:27:51.325657 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60dce38-db2f-4b53-894d-4af13dc6ec87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:27:51.326007 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60dce38-db2f-4b53-894d-4af13dc6ec87 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:27:51.326371 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60dce38-db2f-4b53-894d-4af13dc6ec87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:27:51.326729 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60dce38-db2f-4b53-894d-4af13dc6ec87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:27:51.327062 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60dce38-db2f-4b53-894d-4af13dc6ec87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:27:51.327389 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60dce38-db2f-4b53-894d-4af13dc6ec87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:27:51.328287 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60dce38-db2f-4b53-894d-4af13dc6ec87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:27:51.328618 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60dce38-db2f-4b53-894d-4af13dc6ec87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:27:51.382950 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-49c19ebc-4614-4da4-8104-70530a861be5 admin admin] Publish callbacks [] for security_group (b9f878e4-faf0-450e-b2de-ffeddf8ee729), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:27:51.407269 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-49c19ebc-4614-4da4-8104-70530a861be5 admin admin] Publish callbacks [] for security_group (b9f878e4-faf0-450e-b2de-ffeddf8ee729), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:27:51.581150 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-49c19ebc-4614-4da4-8104-70530a861be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (b9f878e4-faf0-450e-b2de-ffeddf8ee729), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:27:51.583791 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-49c19ebc-4614-4da4-8104-70530a861be5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:27:51.585030 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-49c19ebc-4614-4da4-8104-70530a861be5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b9f878e4-faf0-450e-b2de-ffeddf8ee729 HTTP/1.1" status: 204 len: 168 time: 0.2784321 Jul 20 15:27:51.598960 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c19ebc-4614-4da4-8104-70530a861be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f878e4-faf0-450e-b2de-ffeddf8ee729,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:27:52.410507 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4bbb9326-8158-4a45-abc1-7e5a7aee746a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:27:52.438550 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=21 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:27:53.534787 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:27:54.826104 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:27:55.020281 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:28:01.588217 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=38,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:28:01.589442 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=34,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:28:04.951882 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:28:04.954423 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:28:19.443357 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 5 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:28:19.997975 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9d6e246f-db4c-406f-80c8-5e468333f01a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:28:22.448346 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-fecf4deb-39d4-4914-ad37-15a55b108f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:28:23.571989 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:28:24.879584 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:28:25.025869 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:28:26.444278 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:28:29.438851 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:28:34.948596 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:28:34.950544 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:28:48.434527 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:28:49.998817 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-daeacce5-8582-4ff9-b13f-5f36bbe60993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:28:52.415591 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-dde364fc-b985-4c7f-bb78-f2a62487eb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:28:53.570408 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:28:54.832854 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:28:55.038439 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:28:56.442938 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 5 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:29:04.948815 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=7 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:29:04.954831 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:29:06.439192 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=5 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:29:06.439918 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:29:20.032181 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f94f522f-4bb2-4ff5-adbb-729aad134b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:29:22.448591 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c1cfc753-9efd-463d-92ac-dde6dbeaacb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:29:23.527274 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:29:24.877688 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:29:25.052809 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:29:33.447071 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 5 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:29:34.956374 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:29:34.957486 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=3,neutron:UPDATE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:29:38.601748 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1711634'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:29:48.406467 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:29:48.409555 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=1,neutron:INSERT=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:29:48.904769 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=15 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:29:48.909071 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=19 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:29:50.008739 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-cfadb133-2c5b-4b4c-b720-1a5f44a3134d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:29:51.514703 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 39280) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:29:51.677782 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-a2deb79d-ea63-4920-b9f3-03a6df69defb admin admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1614680 Jul 20 15:29:52.482731 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-45259ae0-2ecf-4c06-b49b-737c5a39a35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:29:53.585516 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:29:54.070029 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 39290) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:29:54.138525 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-e66774ac-e6f8-4124-9617-c317085d011b admin admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0672243 Jul 20 15:29:54.853133 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:29:55.041063 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:30:04.132131 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:30:04.132933 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:30:04.955845 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:30:04.964058 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:30:08.532630 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:30:10.447899 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 6 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:30:18.392895 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:30:18.399856 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:30:19.972288 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ea1179a5-9061-4872-8bad-3a8693cae663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:30:20.442756 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:30:20.443726 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:30:22.441434 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-a1028425-b03b-4bde-8652-13ac86ea61e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:30:23.549070 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:30:24.847584 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:30:25.035221 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:30:34.962680 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:30:34.965763 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:30:38.531907 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:30:47.452751 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 6 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:30:48.391447 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:30:48.393035 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:30:50.000159 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4e9989c1-c1c5-41c2-a3d1-c27c57ee2122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:30:52.416631 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-a3817e80-b4b9-4ff0-a06e-ad2e861563e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:30:53.548659 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:30:54.444955 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:30:54.869197 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:30:55.034541 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:30:57.445202 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=5 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:04.965600 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:04.968506 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:08.490990 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:18.405453 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:18.413494 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:19.987829 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1cb67b14-5bd4-407a-8505-ed4c752a626b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:22.393148 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-274a2a94-3678-4766-8f65-462cb31fc6a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:23.558929 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:24.453696 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 6 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:31:24.850422 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:25.039087 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:34.449077 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=5 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:34.449885 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:34.957350 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:34.965568 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:35.383692 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 39446) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:31:35.937306 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-44557e00-6a4a-4794-a9ce-fac86d78af90 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1486781354-network', 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:31:36.067323 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44557e00-6a4a-4794-a9ce-fac86d78af90 admin admin] Made reservation on behalf of aa49d7002cf441348cf3166e64b1bc87 for: {'network': 1} {{(pid=104510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:31:36.082877 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-44557e00-6a4a-4794-a9ce-fac86d78af90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for network (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:36.082877 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-44557e00-6a4a-4794-a9ce-fac86d78af90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:36.173688 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-44557e00-6a4a-4794-a9ce-fac86d78af90 admin admin] Publish callbacks [] for security_group (888d4c06-5821-4ffb-98c3-0f3485f385b8), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:36.353848 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-44557e00-6a4a-4794-a9ce-fac86d78af90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (888d4c06-5821-4ffb-98c3-0f3485f385b8), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:36.390762 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44557e00-6a4a-4794-a9ce-fac86d78af90 admin admin] vlan segment allocate from pool success with {'vlan_id': 979, 'physical_network': 'physnet1'} {{(pid=104510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 15:31:36.405868 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44557e00-6a4a-4794-a9ce-fac86d78af90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888d4c06-5821-4ffb-98c3-0f3485f385b8,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:36.410945 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-44557e00-6a4a-4794-a9ce-fac86d78af90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087'] for segment (10c755fc-814d-432c-a0cc-ddbf10a089f1), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:36.411286 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.db.segments_db [None req-44557e00-6a4a-4794-a9ce-fac86d78af90 admin admin] Added segment 10c755fc-814d-432c-a0cc-ddbf10a089f1 of type vlan for network fa5e056d-5a56-4462-a470-30c02f844e62 Jul 20 15:31:36.461430 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44557e00-6a4a-4794-a9ce-fac86d78af90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:36.461874 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44557e00-6a4a-4794-a9ce-fac86d78af90 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:36.462356 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44557e00-6a4a-4794-a9ce-fac86d78af90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:36.462778 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44557e00-6a4a-4794-a9ce-fac86d78af90 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:36.463183 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44557e00-6a4a-4794-a9ce-fac86d78af90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:36.463606 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44557e00-6a4a-4794-a9ce-fac86d78af90 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:36.464119 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44557e00-6a4a-4794-a9ce-fac86d78af90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:36.464481 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44557e00-6a4a-4794-a9ce-fac86d78af90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:36.464836 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44557e00-6a4a-4794-a9ce-fac86d78af90 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:36.465293 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44557e00-6a4a-4794-a9ce-fac86d78af90 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:36.465589 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44557e00-6a4a-4794-a9ce-fac86d78af90 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:36.465841 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44557e00-6a4a-4794-a9ce-fac86d78af90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:36.466373 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44557e00-6a4a-4794-a9ce-fac86d78af90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:36.466896 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44557e00-6a4a-4794-a9ce-fac86d78af90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:36.467224 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44557e00-6a4a-4794-a9ce-fac86d78af90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:36.468725 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44557e00-6a4a-4794-a9ce-fac86d78af90 admin admin] Tracked resource versions report: Jul 20 15:31:36.468725 dv-cinder-819149-12-iscsi neutron-server[104510]: pushed versions: Jul 20 15:31:36.468725 dv-cinder-819149-12-iscsi neutron-server[104510]: { 'AddressGroup': {'1.2'}, Jul 20 15:31:36.468725 dv-cinder-819149-12-iscsi neutron-server[104510]: 'Agent': {'1.1'}, Jul 20 15:31:36.468725 dv-cinder-819149-12-iscsi neutron-server[104510]: 'ConntrackHelper': {'1.0'}, Jul 20 15:31:36.468725 dv-cinder-819149-12-iscsi neutron-server[104510]: 'LocalIPAssociation': {'1.0'}, Jul 20 15:31:36.468725 dv-cinder-819149-12-iscsi neutron-server[104510]: 'Log': {'1.0'}, Jul 20 15:31:36.468725 dv-cinder-819149-12-iscsi neutron-server[104510]: 'NDPProxy': {'1.0'}, Jul 20 15:31:36.468725 dv-cinder-819149-12-iscsi neutron-server[104510]: 'Network': {'1.1'}, Jul 20 15:31:36.468725 dv-cinder-819149-12-iscsi neutron-server[104510]: 'Port': {'1.7'}, Jul 20 15:31:36.468725 dv-cinder-819149-12-iscsi neutron-server[104510]: 'PortForwarding': {'1.3'}, Jul 20 15:31:36.468725 dv-cinder-819149-12-iscsi neutron-server[104510]: 'QosPolicy': {'1.10'}, Jul 20 15:31:36.468725 dv-cinder-819149-12-iscsi neutron-server[104510]: 'SecurityGroup': {'1.5'}, Jul 20 15:31:36.468725 dv-cinder-819149-12-iscsi neutron-server[104510]: 'SecurityGroupRule': {'1.2'}, Jul 20 15:31:36.468725 dv-cinder-819149-12-iscsi neutron-server[104510]: 'SubPort': {'1.0'}, Jul 20 15:31:36.468725 dv-cinder-819149-12-iscsi neutron-server[104510]: 'Subnet': {'1.1'}, Jul 20 15:31:36.468725 dv-cinder-819149-12-iscsi neutron-server[104510]: 'Trunk': {'1.1'}} Jul 20 15:31:36.468725 dv-cinder-819149-12-iscsi neutron-server[104510]: consumer versions: Jul 20 15:31:36.468725 dv-cinder-819149-12-iscsi neutron-server[104510]: { DHCP agent@dv-cinder-819149-12-iscsi: {}, Jul 20 15:31:36.468725 dv-cinder-819149-12-iscsi neutron-server[104510]: HyperV agent@hv-cinder-81914: {}, Jul 20 15:31:36.468725 dv-cinder-819149-12-iscsi neutron-server[104510]: L3 agent@dv-cinder-819149-12-iscsi: {}, Jul 20 15:31:36.468725 dv-cinder-819149-12-iscsi neutron-server[104510]: Metadata agent@dv-cinder-819149-12-iscsi: {}, Jul 20 15:31:36.468725 dv-cinder-819149-12-iscsi neutron-server[104510]: Metering agent@dv-cinder-819149-12-iscsi: {}, Jul 20 15:31:36.468725 dv-cinder-819149-12-iscsi neutron-server[104510]: Open vSwitch agent@dv-cinder-819149-12-iscsi: { 'AddressGroup': '1.2', Jul 20 15:31:36.468725 dv-cinder-819149-12-iscsi neutron-server[104510]: 'Agent': '1.1', Jul 20 15:31:36.468725 dv-cinder-819149-12-iscsi neutron-server[104510]: 'ConntrackHelper': '1.0', Jul 20 15:31:36.468725 dv-cinder-819149-12-iscsi neutron-server[104510]: 'LocalIPAssociation': '1.0', Jul 20 15:31:36.468725 dv-cinder-819149-12-iscsi neutron-server[104510]: 'Log': '1.0', Jul 20 15:31:36.468725 dv-cinder-819149-12-iscsi neutron-server[104510]: 'NDPProxy': '1.0', Jul 20 15:31:36.468725 dv-cinder-819149-12-iscsi neutron-server[104510]: 'Network': '1.1', Jul 20 15:31:36.468725 dv-cinder-819149-12-iscsi neutron-server[104510]: 'Port': '1.7', Jul 20 15:31:36.468725 dv-cinder-819149-12-iscsi neutron-server[104510]: 'PortForwarding': '1.3', Jul 20 15:31:36.468725 dv-cinder-819149-12-iscsi neutron-server[104510]: 'QosPolicy': '1.10', Jul 20 15:31:36.468725 dv-cinder-819149-12-iscsi neutron-server[104510]: 'SecurityGroup': '1.5', Jul 20 15:31:36.468725 dv-cinder-819149-12-iscsi neutron-server[104510]: 'SecurityGroupRule': '1.2', Jul 20 15:31:36.468725 dv-cinder-819149-12-iscsi neutron-server[104510]: 'SubPort': '1.0', Jul 20 15:31:36.468725 dv-cinder-819149-12-iscsi neutron-server[104510]: 'Subnet': '1.1', Jul 20 15:31:36.468725 dv-cinder-819149-12-iscsi neutron-server[104510]: 'Trunk': '1.1'}} Jul 20 15:31:36.468725 dv-cinder-819149-12-iscsi neutron-server[104510]: {{(pid=104510) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 15:31:36.489101 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-44557e00-6a4a-4794-a9ce-fac86d78af90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737057167135'] for network (fa5e056d-5a56-4462-a470-30c02f844e62), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:36.572111 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 39494) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:31:36.609847 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-44557e00-6a4a-4794-a9ce-fac86d78af90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428'] for network (fa5e056d-5a56-4462-a470-30c02f844e62), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:36.610906 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44557e00-6a4a-4794-a9ce-fac86d78af90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:31:36.611479 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-44557e00-6a4a-4794-a9ce-fac86d78af90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for network (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:36.709676 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44557e00-6a4a-4794-a9ce-fac86d78af90 admin admin] Pushing event updated for resources: {'Network': ['ID=fa5e056d-5a56-4462-a470-30c02f844e62,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:36.722630 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Network fa5e056d-5a56-4462-a470-30c02f844e62 details requested by agent ovs-agent-dv-cinder-819149-12-iscsi with host dv-cinder-819149-12-iscsi {{(pid=104511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 15:31:36.755223 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 39502) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:31:36.755966 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-44557e00-6a4a-4794-a9ce-fac86d78af90 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.3705494 Jul 20 15:31:36.764352 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-a825694e-8c89-4ddc-a3b0-a70ced60e671 admin admin] Request body: {'subnet': {'network_id': 'fa5e056d-5a56-4462-a470-30c02f844e62', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1486781354-subnet', 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:31:36.879461 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a825694e-8c89-4ddc-a3b0-a70ced60e671 admin admin] Made reservation on behalf of aa49d7002cf441348cf3166e64b1bc87 for: {'subnet': 1} {{(pid=104509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:31:36.888629 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-a825694e-8c89-4ddc-a3b0-a70ced60e671 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:36.911692 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 39512) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:31:37.167156 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-a825694e-8c89-4ddc-a3b0-a70ced60e671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428'] for subnet (c9fff1ac-07cb-4893-9ae7-8ae90fdf7477), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:37.197909 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 39520) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:31:37.234403 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a825694e-8c89-4ddc-a3b0-a70ced60e671 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9fff1ac-07cb-4893-9ae7-8ae90fdf7477,revision_number=0']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:37.243334 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a825694e-8c89-4ddc-a3b0-a70ced60e671 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:37.243758 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a825694e-8c89-4ddc-a3b0-a70ced60e671 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:37.244112 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a825694e-8c89-4ddc-a3b0-a70ced60e671 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:37.245200 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a825694e-8c89-4ddc-a3b0-a70ced60e671 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:37.245786 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a825694e-8c89-4ddc-a3b0-a70ced60e671 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:37.246292 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a825694e-8c89-4ddc-a3b0-a70ced60e671 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:37.246854 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a825694e-8c89-4ddc-a3b0-a70ced60e671 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:37.247195 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a825694e-8c89-4ddc-a3b0-a70ced60e671 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:37.247544 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a825694e-8c89-4ddc-a3b0-a70ced60e671 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:37.247883 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a825694e-8c89-4ddc-a3b0-a70ced60e671 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:37.248386 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a825694e-8c89-4ddc-a3b0-a70ced60e671 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:37.248731 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a825694e-8c89-4ddc-a3b0-a70ced60e671 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:37.249238 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a825694e-8c89-4ddc-a3b0-a70ced60e671 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:37.249753 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a825694e-8c89-4ddc-a3b0-a70ced60e671 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:37.250085 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a825694e-8c89-4ddc-a3b0-a70ced60e671 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:37.251683 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a825694e-8c89-4ddc-a3b0-a70ced60e671 admin admin] Tracked resource versions report: Jul 20 15:31:37.251683 dv-cinder-819149-12-iscsi neutron-server[104509]: pushed versions: Jul 20 15:31:37.251683 dv-cinder-819149-12-iscsi neutron-server[104509]: { 'AddressGroup': {'1.2'}, Jul 20 15:31:37.251683 dv-cinder-819149-12-iscsi neutron-server[104509]: 'Agent': {'1.1'}, Jul 20 15:31:37.251683 dv-cinder-819149-12-iscsi neutron-server[104509]: 'ConntrackHelper': {'1.0'}, Jul 20 15:31:37.251683 dv-cinder-819149-12-iscsi neutron-server[104509]: 'LocalIPAssociation': {'1.0'}, Jul 20 15:31:37.251683 dv-cinder-819149-12-iscsi neutron-server[104509]: 'Log': {'1.0'}, Jul 20 15:31:37.251683 dv-cinder-819149-12-iscsi neutron-server[104509]: 'NDPProxy': {'1.0'}, Jul 20 15:31:37.251683 dv-cinder-819149-12-iscsi neutron-server[104509]: 'Network': {'1.1'}, Jul 20 15:31:37.251683 dv-cinder-819149-12-iscsi neutron-server[104509]: 'Port': {'1.7'}, Jul 20 15:31:37.251683 dv-cinder-819149-12-iscsi neutron-server[104509]: 'PortForwarding': {'1.3'}, Jul 20 15:31:37.251683 dv-cinder-819149-12-iscsi neutron-server[104509]: 'QosPolicy': {'1.10'}, Jul 20 15:31:37.251683 dv-cinder-819149-12-iscsi neutron-server[104509]: 'SecurityGroup': {'1.5'}, Jul 20 15:31:37.251683 dv-cinder-819149-12-iscsi neutron-server[104509]: 'SecurityGroupRule': {'1.2'}, Jul 20 15:31:37.251683 dv-cinder-819149-12-iscsi neutron-server[104509]: 'SubPort': {'1.0'}, Jul 20 15:31:37.251683 dv-cinder-819149-12-iscsi neutron-server[104509]: 'Subnet': {'1.1'}, Jul 20 15:31:37.251683 dv-cinder-819149-12-iscsi neutron-server[104509]: 'Trunk': {'1.1'}} Jul 20 15:31:37.251683 dv-cinder-819149-12-iscsi neutron-server[104509]: consumer versions: Jul 20 15:31:37.251683 dv-cinder-819149-12-iscsi neutron-server[104509]: { DHCP agent@dv-cinder-819149-12-iscsi: {}, Jul 20 15:31:37.251683 dv-cinder-819149-12-iscsi neutron-server[104509]: HyperV agent@hv-cinder-81914: {}, Jul 20 15:31:37.251683 dv-cinder-819149-12-iscsi neutron-server[104509]: L3 agent@dv-cinder-819149-12-iscsi: {}, Jul 20 15:31:37.251683 dv-cinder-819149-12-iscsi neutron-server[104509]: Metadata agent@dv-cinder-819149-12-iscsi: {}, Jul 20 15:31:37.251683 dv-cinder-819149-12-iscsi neutron-server[104509]: Metering agent@dv-cinder-819149-12-iscsi: {}, Jul 20 15:31:37.251683 dv-cinder-819149-12-iscsi neutron-server[104509]: Open vSwitch agent@dv-cinder-819149-12-iscsi: { 'AddressGroup': '1.2', Jul 20 15:31:37.251683 dv-cinder-819149-12-iscsi neutron-server[104509]: 'Agent': '1.1', Jul 20 15:31:37.251683 dv-cinder-819149-12-iscsi neutron-server[104509]: 'ConntrackHelper': '1.0', Jul 20 15:31:37.251683 dv-cinder-819149-12-iscsi neutron-server[104509]: 'LocalIPAssociation': '1.0', Jul 20 15:31:37.251683 dv-cinder-819149-12-iscsi neutron-server[104509]: 'Log': '1.0', Jul 20 15:31:37.251683 dv-cinder-819149-12-iscsi neutron-server[104509]: 'NDPProxy': '1.0', Jul 20 15:31:37.251683 dv-cinder-819149-12-iscsi neutron-server[104509]: 'Network': '1.1', Jul 20 15:31:37.251683 dv-cinder-819149-12-iscsi neutron-server[104509]: 'Port': '1.7', Jul 20 15:31:37.251683 dv-cinder-819149-12-iscsi neutron-server[104509]: 'PortForwarding': '1.3', Jul 20 15:31:37.251683 dv-cinder-819149-12-iscsi neutron-server[104509]: 'QosPolicy': '1.10', Jul 20 15:31:37.251683 dv-cinder-819149-12-iscsi neutron-server[104509]: 'SecurityGroup': '1.5', Jul 20 15:31:37.251683 dv-cinder-819149-12-iscsi neutron-server[104509]: 'SecurityGroupRule': '1.2', Jul 20 15:31:37.251683 dv-cinder-819149-12-iscsi neutron-server[104509]: 'SubPort': '1.0', Jul 20 15:31:37.251683 dv-cinder-819149-12-iscsi neutron-server[104509]: 'Subnet': '1.1', Jul 20 15:31:37.251683 dv-cinder-819149-12-iscsi neutron-server[104509]: 'Trunk': '1.1'}} Jul 20 15:31:37.251683 dv-cinder-819149-12-iscsi neutron-server[104509]: {{(pid=104509) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 15:31:37.272772 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-033335ab-657d-4a37-be05-e93212662784 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-322932725-network', 'tenant_id': '61872ef687074f5791a2cc46732bebdf'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:31:37.304117 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a825694e-8c89-4ddc-a3b0-a70ced60e671 admin admin] Checking segment: {'id': '10c755fc-814d-432c-a0cc-ddbf10a089f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'fa5e056d-5a56-4462-a470-30c02f844e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:31:37.304461 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a825694e-8c89-4ddc-a3b0-a70ced60e671 admin admin] Network hostable DHCP agents. Network: fa5e056d-5a56-4462-a470-30c02f844e62, hostable agents: ['1054ab0b-28b9-454f-8889-d57ec5383afd'], hosted agents: [] {{(pid=104509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 15:31:37.390790 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-f13192af-1c4a-4598-a2d0-cdd4b26ee8c4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-381720140-network', 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:31:37.438504 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033335ab-657d-4a37-be05-e93212662784 admin admin] Made reservation on behalf of 61872ef687074f5791a2cc46732bebdf for: {'network': 1} {{(pid=104509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:31:37.443087 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-033335ab-657d-4a37-be05-e93212662784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for network (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:37.456988 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-033335ab-657d-4a37-be05-e93212662784 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:37.475861 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a825694e-8c89-4ddc-a3b0-a70ced60e671 admin admin] Network fa5e056d-5a56-4462-a470-30c02f844e62 is scheduled to be hosted by DHCP agent 1054ab0b-28b9-454f-8889-d57ec5383afd with binding_index 1 {{(pid=104509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 15:31:37.535632 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13192af-1c4a-4598-a2d0-cdd4b26ee8c4 admin admin] Made reservation on behalf of 4446d4a6f4e64ccb8bfd5b3fe6f2127a for: {'network': 1} {{(pid=104510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:31:37.538176 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f13192af-1c4a-4598-a2d0-cdd4b26ee8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for network (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:37.567557 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f13192af-1c4a-4598-a2d0-cdd4b26ee8c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:37.575559 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-033335ab-657d-4a37-be05-e93212662784 admin admin] Publish callbacks [] for security_group (6152cff7-4ac1-44e6-902b-d1d4f678b42e), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:37.605723 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [None req-a825694e-8c89-4ddc-a3b0-a70ced60e671 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-12-iscsi, fa5e056d-5a56-4462-a470-30c02f844e62) {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:31:37.612887 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a825694e-8c89-4ddc-a3b0-a70ced60e671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:31:37.612887 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-a825694e-8c89-4ddc-a3b0-a70ced60e671 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for subnet (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:37.622973 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e452cd-7649-41c8-8ae6-d2d7ee46aec9 None None] Network fa5e056d-5a56-4462-a470-30c02f844e62 requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:31:37.631361 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-9ca59fb5-bd2b-434e-a711-2a0b09e518e8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-848033311-network', 'tenant_id': '80caade751834762862c102c208a34e1'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:31:37.707420 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-033335ab-657d-4a37-be05-e93212662784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (6152cff7-4ac1-44e6-902b-d1d4f678b42e), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:37.722097 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-033335ab-657d-4a37-be05-e93212662784 admin admin] vlan segment allocate from pool success with {'vlan_id': 957, 'physical_network': 'physnet1'} {{(pid=104509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 15:31:37.736501 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-033335ab-657d-4a37-be05-e93212662784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087'] for segment (662891f8-8b9a-43c8-9ec2-0f1ae07a78f2), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:37.737159 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.db.segments_db [None req-033335ab-657d-4a37-be05-e93212662784 admin admin] Added segment 662891f8-8b9a-43c8-9ec2-0f1ae07a78f2 of type vlan for network 49eaadcd-4166-45bc-8081-db7a31ee5c71 Jul 20 15:31:37.772315 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a8fc35-0650-4c4e-bcac-3144171ddcab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a790180-0092-51b0-93a4-34605dc8f1ad-fa5e056d-5a56-4462-a470-30c02f844e62', 'network_id': 'fa5e056d-5a56-4462-a470-30c02f844e62', 'project_id': 'aa49d7002cf441348cf3166e64b1bc87', 'fixed_ips': [{'subnet_id': 'c9fff1ac-07cb-4893-9ae7-8ae90fdf7477'}]}} from dv-cinder-819149-12-iscsi. {{(pid=104511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 15:31:37.774187 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-73a8fc35-0650-4c4e-bcac-3144171ddcab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:37.780239 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f13192af-1c4a-4598-a2d0-cdd4b26ee8c4 admin admin] Publish callbacks [] for security_group (496d2eb2-a54b-4a91-86b4-6246591f2398), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:37.794549 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca59fb5-bd2b-434e-a711-2a0b09e518e8 admin admin] Made reservation on behalf of 80caade751834762862c102c208a34e1 for: {'network': 1} {{(pid=104510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:31:37.802370 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-9ca59fb5-bd2b-434e-a711-2a0b09e518e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for network (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:37.819626 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-9ca59fb5-bd2b-434e-a711-2a0b09e518e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:37.820499 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-033335ab-657d-4a37-be05-e93212662784 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737057167135'] for network (49eaadcd-4166-45bc-8081-db7a31ee5c71), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:37.860957 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:37.867219 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f13192af-1c4a-4598-a2d0-cdd4b26ee8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (496d2eb2-a54b-4a91-86b4-6246591f2398), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:37.869277 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-a825694e-8c89-4ddc-a3b0-a70ced60e671 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1120293 Jul 20 15:31:37.876907 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 39556) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:31:37.898096 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033335ab-657d-4a37-be05-e93212662784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6152cff7-4ac1-44e6-902b-d1d4f678b42e,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:37.947374 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-6af8b070-92b0-4cec-9c65-9c9cb4bb0164 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1486781354-router', 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'}}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:31:37.951548 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13192af-1c4a-4598-a2d0-cdd4b26ee8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496d2eb2-a54b-4a91-86b4-6246591f2398,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:37.959142 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-033335ab-657d-4a37-be05-e93212662784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428'] for network (49eaadcd-4166-45bc-8081-db7a31ee5c71), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:37.961475 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033335ab-657d-4a37-be05-e93212662784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:31:37.961475 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-033335ab-657d-4a37-be05-e93212662784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for network (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:38.039101 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.db_base_plugin_common [None req-73a8fc35-0650-4c4e-bcac-3144171ddcab None None] Allocated IP 172.20.0.2 (fa5e056d-5a56-4462-a470-30c02f844e62/c9fff1ac-07cb-4893-9ae7-8ae90fdf7477/40a5088c-4655-497d-a921-475b2915f78f) {{(pid=104511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:31:38.124056 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=72,neutron:INSERT=22,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:38.126785 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=72,neutron:INSERT=26,neutron:UPDATE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:38.143552 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-9ca59fb5-bd2b-434e-a711-2a0b09e518e8 admin admin] Publish callbacks [] for security_group (16b72b85-0898-4b01-8038-99d3d8536559), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:38.145544 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f13192af-1c4a-4598-a2d0-cdd4b26ee8c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 980, 'physical_network': 'physnet1'} {{(pid=104510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 15:31:38.148949 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-6af8b070-92b0-4cec-9c65-9c9cb4bb0164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1708962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router (25dbc7fb-05f5-4dd9-8008-44889c276b69), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:38.152083 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-6af8b070-92b0-4cec-9c65-9c9cb4bb0164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1708854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1715537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-722'] for router (25dbc7fb-05f5-4dd9-8008-44889c276b69), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:38.212196 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-73a8fc35-0650-4c4e-bcac-3144171ddcab None None] Publish callbacks [] for port (40a5088c-4655-497d-a921-475b2915f78f), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:38.306428 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-033335ab-657d-4a37-be05-e93212662784 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.7322090 Jul 20 15:31:38.312133 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 39574) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:31:38.316165 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-9120ca65-1e1b-4c81-97af-98a83cfa62b0 admin admin] Request body: {'subnet': {'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-322932725-subnet', 'tenant_id': '61872ef687074f5791a2cc46732bebdf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:31:38.321411 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033335ab-657d-4a37-be05-e93212662784 admin admin] Pushing event updated for resources: {'Network': ['ID=49eaadcd-4166-45bc-8081-db7a31ee5c71,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:38.326946 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-73a8fc35-0650-4c4e-bcac-3144171ddcab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413'] for port (40a5088c-4655-497d-a921-475b2915f78f), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:38.384234 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Network 49eaadcd-4166-45bc-8081-db7a31ee5c71 details requested by agent ovs-agent-dv-cinder-819149-12-iscsi with host dv-cinder-819149-12-iscsi {{(pid=104511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 15:31:38.387018 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-9ca59fb5-bd2b-434e-a711-2a0b09e518e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (16b72b85-0898-4b01-8038-99d3d8536559), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:38.391480 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f13192af-1c4a-4598-a2d0-cdd4b26ee8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087'] for segment (643648c2-fbcf-4011-96d1-5d3dde59321a), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:38.392114 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.db.segments_db [None req-f13192af-1c4a-4598-a2d0-cdd4b26ee8c4 admin admin] Added segment 643648c2-fbcf-4011-96d1-5d3dde59321a of type vlan for network f5eb24be-2bbb-47ab-b680-70a114f8f10e Jul 20 15:31:38.409261 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a8fc35-0650-4c4e-bcac-3144171ddcab None None] Network fa5e056d-5a56-4462-a470-30c02f844e62 is already hosted by enough agents. {{(pid=104511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:31:38.438788 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9120ca65-1e1b-4c81-97af-98a83cfa62b0 admin admin] Made reservation on behalf of 61872ef687074f5791a2cc46732bebdf for: {'subnet': 1} {{(pid=104509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:31:38.441151 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-9120ca65-1e1b-4c81-97af-98a83cfa62b0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:38.455857 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.scheduler.base_scheduler [None req-73a8fc35-0650-4c4e-bcac-3144171ddcab None None] Resources bound (agent type, host, resource id): {{(pid=104511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:31:38.457678 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:38.461757 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a8fc35-0650-4c4e-bcac-3144171ddcab None None] Received port after_create {{(pid=104511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:31:38.524322 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a8fc35-0650-4c4e-bcac-3144171ddcab None None] Pushing event updated for resources: {'Port': ['ID=40a5088c-4655-497d-a921-475b2915f78f,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:38.568213 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:38.581931 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca59fb5-bd2b-434e-a711-2a0b09e518e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 988, 'physical_network': 'physnet1'} {{(pid=104510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 15:31:38.587561 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-6af8b070-92b0-4cec-9c65-9c9cb4bb0164 admin admin] Publish callbacks [] for router_controller (25dbc7fb-05f5-4dd9-8008-44889c276b69), precommit_add_association {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:38.611302 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:38.643392 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca59fb5-bd2b-434e-a711-2a0b09e518e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b72b85-0898-4b01-8038-99d3d8536559,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:38.661462 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-9ca59fb5-bd2b-434e-a711-2a0b09e518e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087'] for segment (4cbdd146-8739-42ed-8e2e-bcc20ffca626), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:38.663433 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.db.segments_db [None req-9ca59fb5-bd2b-434e-a711-2a0b09e518e8 admin admin] Added segment 4cbdd146-8739-42ed-8e2e-bcc20ffca626 of type vlan for network 87b7a7e3-0142-4612-bb7a-59e6264b0abe Jul 20 15:31:38.671427 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f13192af-1c4a-4598-a2d0-cdd4b26ee8c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737057167135'] for network (f5eb24be-2bbb-47ab-b680-70a114f8f10e), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:38.748392 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a8fc35-0650-4c4e-bcac-3144171ddcab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:38.748962 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a8fc35-0650-4c4e-bcac-3144171ddcab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:38.749389 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a8fc35-0650-4c4e-bcac-3144171ddcab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:38.749821 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a8fc35-0650-4c4e-bcac-3144171ddcab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:38.752200 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a8fc35-0650-4c4e-bcac-3144171ddcab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:38.753358 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a8fc35-0650-4c4e-bcac-3144171ddcab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:38.753871 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a8fc35-0650-4c4e-bcac-3144171ddcab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:38.754547 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a8fc35-0650-4c4e-bcac-3144171ddcab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:38.755401 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a8fc35-0650-4c4e-bcac-3144171ddcab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:38.755895 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a8fc35-0650-4c4e-bcac-3144171ddcab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:38.757176 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a8fc35-0650-4c4e-bcac-3144171ddcab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:38.757713 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a8fc35-0650-4c4e-bcac-3144171ddcab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:38.758786 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a8fc35-0650-4c4e-bcac-3144171ddcab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:38.759755 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a8fc35-0650-4c4e-bcac-3144171ddcab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:38.761212 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a8fc35-0650-4c4e-bcac-3144171ddcab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:38.764073 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a8fc35-0650-4c4e-bcac-3144171ddcab None None] Tracked resource versions report: Jul 20 15:31:38.764073 dv-cinder-819149-12-iscsi neutron-server[104511]: pushed versions: Jul 20 15:31:38.764073 dv-cinder-819149-12-iscsi neutron-server[104511]: { 'AddressGroup': {'1.2'}, Jul 20 15:31:38.764073 dv-cinder-819149-12-iscsi neutron-server[104511]: 'Agent': {'1.1'}, Jul 20 15:31:38.764073 dv-cinder-819149-12-iscsi neutron-server[104511]: 'ConntrackHelper': {'1.0'}, Jul 20 15:31:38.764073 dv-cinder-819149-12-iscsi neutron-server[104511]: 'LocalIPAssociation': {'1.0'}, Jul 20 15:31:38.764073 dv-cinder-819149-12-iscsi neutron-server[104511]: 'Log': {'1.0'}, Jul 20 15:31:38.764073 dv-cinder-819149-12-iscsi neutron-server[104511]: 'NDPProxy': {'1.0'}, Jul 20 15:31:38.764073 dv-cinder-819149-12-iscsi neutron-server[104511]: 'Network': {'1.1'}, Jul 20 15:31:38.764073 dv-cinder-819149-12-iscsi neutron-server[104511]: 'Port': {'1.7'}, Jul 20 15:31:38.764073 dv-cinder-819149-12-iscsi neutron-server[104511]: 'PortForwarding': {'1.3'}, Jul 20 15:31:38.764073 dv-cinder-819149-12-iscsi neutron-server[104511]: 'QosPolicy': {'1.10'}, Jul 20 15:31:38.764073 dv-cinder-819149-12-iscsi neutron-server[104511]: 'SecurityGroup': {'1.5'}, Jul 20 15:31:38.764073 dv-cinder-819149-12-iscsi neutron-server[104511]: 'SecurityGroupRule': {'1.2'}, Jul 20 15:31:38.764073 dv-cinder-819149-12-iscsi neutron-server[104511]: 'SubPort': {'1.0'}, Jul 20 15:31:38.764073 dv-cinder-819149-12-iscsi neutron-server[104511]: 'Subnet': {'1.1'}, Jul 20 15:31:38.764073 dv-cinder-819149-12-iscsi neutron-server[104511]: 'Trunk': {'1.1'}} Jul 20 15:31:38.764073 dv-cinder-819149-12-iscsi neutron-server[104511]: consumer versions: Jul 20 15:31:38.764073 dv-cinder-819149-12-iscsi neutron-server[104511]: { DHCP agent@dv-cinder-819149-12-iscsi: {}, Jul 20 15:31:38.764073 dv-cinder-819149-12-iscsi neutron-server[104511]: HyperV agent@hv-cinder-81914: {}, Jul 20 15:31:38.764073 dv-cinder-819149-12-iscsi neutron-server[104511]: L3 agent@dv-cinder-819149-12-iscsi: {}, Jul 20 15:31:38.764073 dv-cinder-819149-12-iscsi neutron-server[104511]: Metadata agent@dv-cinder-819149-12-iscsi: {}, Jul 20 15:31:38.764073 dv-cinder-819149-12-iscsi neutron-server[104511]: Metering agent@dv-cinder-819149-12-iscsi: {}, Jul 20 15:31:38.764073 dv-cinder-819149-12-iscsi neutron-server[104511]: Open vSwitch agent@dv-cinder-819149-12-iscsi: { 'AddressGroup': '1.2', Jul 20 15:31:38.764073 dv-cinder-819149-12-iscsi neutron-server[104511]: 'Agent': '1.1', Jul 20 15:31:38.764073 dv-cinder-819149-12-iscsi neutron-server[104511]: 'ConntrackHelper': '1.0', Jul 20 15:31:38.764073 dv-cinder-819149-12-iscsi neutron-server[104511]: 'LocalIPAssociation': '1.0', Jul 20 15:31:38.764073 dv-cinder-819149-12-iscsi neutron-server[104511]: 'Log': '1.0', Jul 20 15:31:38.764073 dv-cinder-819149-12-iscsi neutron-server[104511]: 'NDPProxy': '1.0', Jul 20 15:31:38.764073 dv-cinder-819149-12-iscsi neutron-server[104511]: 'Network': '1.1', Jul 20 15:31:38.764073 dv-cinder-819149-12-iscsi neutron-server[104511]: 'Port': '1.7', Jul 20 15:31:38.764073 dv-cinder-819149-12-iscsi neutron-server[104511]: 'PortForwarding': '1.3', Jul 20 15:31:38.764073 dv-cinder-819149-12-iscsi neutron-server[104511]: 'QosPolicy': '1.10', Jul 20 15:31:38.764073 dv-cinder-819149-12-iscsi neutron-server[104511]: 'SecurityGroup': '1.5', Jul 20 15:31:38.764073 dv-cinder-819149-12-iscsi neutron-server[104511]: 'SecurityGroupRule': '1.2', Jul 20 15:31:38.764073 dv-cinder-819149-12-iscsi neutron-server[104511]: 'SubPort': '1.0', Jul 20 15:31:38.764073 dv-cinder-819149-12-iscsi neutron-server[104511]: 'Subnet': '1.1', Jul 20 15:31:38.764073 dv-cinder-819149-12-iscsi neutron-server[104511]: 'Trunk': '1.1'}} Jul 20 15:31:38.764073 dv-cinder-819149-12-iscsi neutron-server[104511]: {{(pid=104511) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 15:31:38.823257 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-73a8fc35-0650-4c4e-bcac-3144171ddcab None None] Attempting to bind port 40a5088c-4655-497d-a921-475b2915f78f on host dv-cinder-819149-12-iscsi for vnic_type normal with profile {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:31:38.824628 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-73a8fc35-0650-4c4e-bcac-3144171ddcab None None] Attempting to bind port 40a5088c-4655-497d-a921-475b2915f78f by drivers openvswitch,hyperv on host dv-cinder-819149-12-iscsi at level 0 using segments [{'id': '10c755fc-814d-432c-a0cc-ddbf10a089f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'fa5e056d-5a56-4462-a470-30c02f844e62'}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:31:38.825193 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a8fc35-0650-4c4e-bcac-3144171ddcab None None] Attempting to bind port 40a5088c-4655-497d-a921-475b2915f78f on network fa5e056d-5a56-4462-a470-30c02f844e62 {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:31:38.834232 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-9120ca65-1e1b-4c81-97af-98a83cfa62b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428'] for subnet (2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:38.838047 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a8fc35-0650-4c4e-bcac-3144171ddcab None None] Checking agent: {'id': '5729d8e0-9e32-4d27-b92e-30241f6d9221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 22, 55), 'started_at': datetime.datetime(2022, 7, 20, 15, 23, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:31:38.839236 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a8fc35-0650-4c4e-bcac-3144171ddcab None None] Checking segment: {'id': '10c755fc-814d-432c-a0cc-ddbf10a089f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'fa5e056d-5a56-4462-a470-30c02f844e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:31:38.840046 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-73a8fc35-0650-4c4e-bcac-3144171ddcab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:38.840739 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a8fc35-0650-4c4e-bcac-3144171ddcab None None] Bound using segment: {'id': '10c755fc-814d-432c-a0cc-ddbf10a089f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'fa5e056d-5a56-4462-a470-30c02f844e62'} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:31:38.841517 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-73a8fc35-0650-4c4e-bcac-3144171ddcab None None] Bound port: 40a5088c-4655-497d-a921-475b2915f78f, host: dv-cinder-819149-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10c755fc-814d-432c-a0cc-ddbf10a089f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'fa5e056d-5a56-4462-a470-30c02f844e62'}}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:31:38.842476 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-73a8fc35-0650-4c4e-bcac-3144171ddcab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (40a5088c-4655-497d-a921-475b2915f78f), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:38.872978 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.db.resource_extend [None req-f13192af-1c4a-4598-a2d0-cdd4b26ee8c4 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 20 15:31:38.936441 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9120ca65-1e1b-4c81-97af-98a83cfa62b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa,revision_number=0']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:38.956577 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9120ca65-1e1b-4c81-97af-98a83cfa62b0 admin admin] Checking segment: {'id': '662891f8-8b9a-43c8-9ec2-0f1ae07a78f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:31:38.961983 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9120ca65-1e1b-4c81-97af-98a83cfa62b0 admin admin] Network hostable DHCP agents. Network: 49eaadcd-4166-45bc-8081-db7a31ee5c71, hostable agents: ['1054ab0b-28b9-454f-8889-d57ec5383afd'], hosted agents: [] {{(pid=104509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 15:31:39.002485 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-9ca59fb5-bd2b-434e-a711-2a0b09e518e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737057167135'] for network (87b7a7e3-0142-4612-bb7a-59e6264b0abe), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:39.030085 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-73a8fc35-0650-4c4e-bcac-3144171ddcab None None] For port 40a5088c-4655-497d-a921-475b2915f78f, host dv-cinder-819149-12-iscsi, cleared binding levels {{(pid=104511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:31:39.034363 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-73a8fc35-0650-4c4e-bcac-3144171ddcab None None] For port 40a5088c-4655-497d-a921-475b2915f78f, host dv-cinder-819149-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=40a5088c-4655-497d-a921-475b2915f78f,segment=NetworkSegment(10c755fc-814d-432c-a0cc-ddbf10a089f1),segment_id=10c755fc-814d-432c-a0cc-ddbf10a089f1)] {{(pid=104511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:31:39.151989 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-6af8b070-92b0-4cec-9c65-9c9cb4bb0164 admin admin] Publish callbacks [] for router_gateway (25dbc7fb-05f5-4dd9-8008-44889c276b69), precommit_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:39.227622 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9120ca65-1e1b-4c81-97af-98a83cfa62b0 admin admin] Network 49eaadcd-4166-45bc-8081-db7a31ee5c71 is scheduled to be hosted by DHCP agent 1054ab0b-28b9-454f-8889-d57ec5383afd with binding_index 1 {{(pid=104509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 15:31:39.228022 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f13192af-1c4a-4598-a2d0-cdd4b26ee8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428'] for network (f5eb24be-2bbb-47ab-b680-70a114f8f10e), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:39.229521 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13192af-1c4a-4598-a2d0-cdd4b26ee8c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:31:39.230387 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f13192af-1c4a-4598-a2d0-cdd4b26ee8c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for network (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:39.238773 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-73a8fc35-0650-4c4e-bcac-3144171ddcab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (40a5088c-4655-497d-a921-475b2915f78f), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:39.299064 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13192af-1c4a-4598-a2d0-cdd4b26ee8c4 admin admin] Pushing event updated for resources: {'Network': ['ID=f5eb24be-2bbb-47ab-b680-70a114f8f10e,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:39.302393 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a8fc35-0650-4c4e-bcac-3144171ddcab None None] Pushing event updated for resources: {'Port': ['ID=40a5088c-4655-497d-a921-475b2915f78f,revision_number=2']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:39.308464 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Network f5eb24be-2bbb-47ab-b680-70a114f8f10e details requested by agent ovs-agent-dv-cinder-819149-12-iscsi with host dv-cinder-819149-12-iscsi {{(pid=104511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 15:31:39.465774 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [None req-9120ca65-1e1b-4c81-97af-98a83cfa62b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-12-iscsi, 49eaadcd-4166-45bc-8081-db7a31ee5c71) {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:31:39.465897 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3984db8-99c1-4e27-bdc4-add52a4914bd None None] Network 49eaadcd-4166-45bc-8081-db7a31ee5c71 requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:31:39.465994 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9120ca65-1e1b-4c81-97af-98a83cfa62b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:31:39.465994 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-9120ca65-1e1b-4c81-97af-98a83cfa62b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for subnet (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:39.466183 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-f13192af-1c4a-4598-a2d0-cdd4b26ee8c4 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.5427291 Jul 20 15:31:39.467226 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 39614) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:31:39.481012 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-9ca59fb5-bd2b-434e-a711-2a0b09e518e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428'] for network (87b7a7e3-0142-4612-bb7a-59e6264b0abe), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:39.481972 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca59fb5-bd2b-434e-a711-2a0b09e518e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:31:39.482585 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-9ca59fb5-bd2b-434e-a711-2a0b09e518e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for network (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:39.495585 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-bb38bb73-19fb-4fd2-a6e5-e19ab6f2c7e4 admin admin] Request body: {'subnet': {'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-381720140-subnet', 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:31:39.538011 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:39.595096 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d688cb4-e995-44df-9aef-4afa84c35b92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a790180-0092-51b0-93a4-34605dc8f1ad-49eaadcd-4166-45bc-8081-db7a31ee5c71', 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71', 'project_id': '61872ef687074f5791a2cc46732bebdf', 'fixed_ips': [{'subnet_id': '2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa'}]}} from dv-cinder-819149-12-iscsi. {{(pid=104511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 15:31:39.596228 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-3d688cb4-e995-44df-9aef-4afa84c35b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:39.605046 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-9120ca65-1e1b-4c81-97af-98a83cfa62b0 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2932122 Jul 20 15:31:39.606795 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb38bb73-19fb-4fd2-a6e5-e19ab6f2c7e4 admin admin] Made reservation on behalf of 4446d4a6f4e64ccb8bfd5b3fe6f2127a for: {'subnet': 1} {{(pid=104509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:31:39.609796 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-bb38bb73-19fb-4fd2-a6e5-e19ab6f2c7e4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:39.612065 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 39620) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:31:39.620385 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-45404490-bf79-4c14-b772-3ae52761dece admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-322932725-router', 'tenant_id': '61872ef687074f5791a2cc46732bebdf', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'}}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:31:40.048263 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:40.054297 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-9ca59fb5-bd2b-434e-a711-2a0b09e518e8 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 2.6402726 Jul 20 15:31:40.055910 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 39626) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:31:40.056489 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.db_base_plugin_common [None req-3d688cb4-e995-44df-9aef-4afa84c35b92 None None] Allocated IP 172.20.0.2 (49eaadcd-4166-45bc-8081-db7a31ee5c71/2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa/ca69a9ad-2952-4883-b0ad-15fff326e713) {{(pid=104511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:31:40.057003 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca59fb5-bd2b-434e-a711-2a0b09e518e8 admin admin] Pushing event updated for resources: {'Network': ['ID=87b7a7e3-0142-4612-bb7a-59e6264b0abe,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:40.057144 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-7748bde5-86df-439d-9bb1-4327b68b8754 admin admin] Request body: {'subnet': {'network_id': '87b7a7e3-0142-4612-bb7a-59e6264b0abe', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-848033311-subnet', 'tenant_id': '80caade751834762862c102c208a34e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:31:40.057144 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-45404490-bf79-4c14-b772-3ae52761dece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1708962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router (ebf4287d-ab00-4852-994d-69a12c2f480d), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:40.057144 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-45404490-bf79-4c14-b772-3ae52761dece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1708854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1715537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-722'] for router (ebf4287d-ab00-4852-994d-69a12c2f480d), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:40.101243 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-6af8b070-92b0-4cec-9c65-9c9cb4bb0164 admin admin] Publish callbacks [] for router_gateway (25dbc7fb-05f5-4dd9-8008-44889c276b69), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:40.130765 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Network 87b7a7e3-0142-4612-bb7a-59e6264b0abe details requested by agent ovs-agent-dv-cinder-819149-12-iscsi with host dv-cinder-819149-12-iscsi {{(pid=104511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 15:31:40.131334 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-45404490-bf79-4c14-b772-3ae52761dece admin admin] Publish callbacks [] for router_controller (ebf4287d-ab00-4852-994d-69a12c2f480d), precommit_add_association {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:40.143700 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-6af8b070-92b0-4cec-9c65-9c9cb4bb0164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:40.199732 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7748bde5-86df-439d-9bb1-4327b68b8754 admin admin] Made reservation on behalf of 80caade751834762862c102c208a34e1 for: {'subnet': 1} {{(pid=104509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:31:40.202134 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-7748bde5-86df-439d-9bb1-4327b68b8754 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:40.204745 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-bb38bb73-19fb-4fd2-a6e5-e19ab6f2c7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428'] for subnet (4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:40.282762 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=80,neutron:UPDATE=8,neutron:INSERT=12 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:40.283709 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb38bb73-19fb-4fd2-a6e5-e19ab6f2c7e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c,revision_number=0']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:40.394704 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-3d688cb4-e995-44df-9aef-4afa84c35b92 None None] Publish callbacks [] for port (ca69a9ad-2952-4883-b0ad-15fff326e713), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:40.464069 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.db_base_plugin_common [None req-6af8b070-92b0-4cec-9c65-9c9cb4bb0164 admin admin] Allocated IP 172.27.1.59 (8e10d912-d794-48e6-8f9b-6baf59c7f77e/d5daf119-8c14-4f50-a186-1c01cb5bfe5f/e5a10f1d-2213-4648-9011-120041d55208) {{(pid=104510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:31:40.562546 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb38bb73-19fb-4fd2-a6e5-e19ab6f2c7e4 admin admin] Checking segment: {'id': '643648c2-fbcf-4011-96d1-5d3dde59321a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:31:40.562898 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb38bb73-19fb-4fd2-a6e5-e19ab6f2c7e4 admin admin] Network hostable DHCP agents. Network: f5eb24be-2bbb-47ab-b680-70a114f8f10e, hostable agents: ['1054ab0b-28b9-454f-8889-d57ec5383afd'], hosted agents: [] {{(pid=104509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 15:31:40.622020 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-45404490-bf79-4c14-b772-3ae52761dece admin admin] Publish callbacks [] for router_gateway (ebf4287d-ab00-4852-994d-69a12c2f480d), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:40.634386 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-6af8b070-92b0-4cec-9c65-9c9cb4bb0164 admin admin] Publish callbacks [] for port (e5a10f1d-2213-4648-9011-120041d55208), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:40.708292 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-3d688cb4-e995-44df-9aef-4afa84c35b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413'] for port (ca69a9ad-2952-4883-b0ad-15fff326e713), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:40.752811 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d688cb4-e995-44df-9aef-4afa84c35b92 None None] Network 49eaadcd-4166-45bc-8081-db7a31ee5c71 is already hosted by enough agents. {{(pid=104511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:31:40.755893 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.scheduler.base_scheduler [None req-3d688cb4-e995-44df-9aef-4afa84c35b92 None None] Resources bound (agent type, host, resource id): {{(pid=104511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:31:40.759736 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d688cb4-e995-44df-9aef-4afa84c35b92 None None] Received port after_create {{(pid=104511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:31:40.770282 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb38bb73-19fb-4fd2-a6e5-e19ab6f2c7e4 admin admin] Network f5eb24be-2bbb-47ab-b680-70a114f8f10e is scheduled to be hosted by DHCP agent 1054ab0b-28b9-454f-8889-d57ec5383afd with binding_index 1 {{(pid=104509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 15:31:40.784233 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d688cb4-e995-44df-9aef-4afa84c35b92 None None] Pushing event updated for resources: {'Port': ['ID=ca69a9ad-2952-4883-b0ad-15fff326e713,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:40.804931 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-6af8b070-92b0-4cec-9c65-9c9cb4bb0164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413'] for port (e5a10f1d-2213-4648-9011-120041d55208), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:40.815517 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-7748bde5-86df-439d-9bb1-4327b68b8754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428'] for subnet (a4c2cef4-6675-44a7-a3bf-066104b57d7d), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:40.880086 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f8ebc3-1ec1-4993-9469-14741759488b None None] Network fa5e056d-5a56-4462-a470-30c02f844e62 requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:31:40.911115 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [None req-bb38bb73-19fb-4fd2-a6e5-e19ab6f2c7e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-12-iscsi, f5eb24be-2bbb-47ab-b680-70a114f8f10e) {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:31:40.915992 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb38bb73-19fb-4fd2-a6e5-e19ab6f2c7e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:31:40.916606 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-bb38bb73-19fb-4fd2-a6e5-e19ab6f2c7e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for subnet (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:40.923838 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af8b070-92b0-4cec-9c65-9c9cb4bb0164 admin admin] Network 8e10d912-d794-48e6-8f9b-6baf59c7f77e is already hosted by enough agents. {{(pid=104510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:31:40.935173 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.base_scheduler [None req-6af8b070-92b0-4cec-9c65-9c9cb4bb0164 admin admin] Resources bound (agent type, host, resource id): {{(pid=104510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:31:40.935789 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-3d688cb4-e995-44df-9aef-4afa84c35b92 None None] Attempting to bind port ca69a9ad-2952-4883-b0ad-15fff326e713 on host dv-cinder-819149-12-iscsi for vnic_type normal with profile {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:31:40.936561 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-3d688cb4-e995-44df-9aef-4afa84c35b92 None None] Attempting to bind port ca69a9ad-2952-4883-b0ad-15fff326e713 by drivers openvswitch,hyperv on host dv-cinder-819149-12-iscsi at level 0 using segments [{'id': '662891f8-8b9a-43c8-9ec2-0f1ae07a78f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71'}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:31:40.937092 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d688cb4-e995-44df-9aef-4afa84c35b92 None None] Attempting to bind port ca69a9ad-2952-4883-b0ad-15fff326e713 on network 49eaadcd-4166-45bc-8081-db7a31ee5c71 {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:31:40.942806 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c6fca5-de8e-409e-ba44-60910f1186eb None None] Network f5eb24be-2bbb-47ab-b680-70a114f8f10e requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:31:40.944894 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af8b070-92b0-4cec-9c65-9c9cb4bb0164 admin admin] Received port after_create {{(pid=104510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:31:40.971038 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-92101f03-c6e5-40a0-abcb-574fcf181347 None None] Provisioning complete for port 40a5088c-4655-497d-a921-475b2915f78f triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:31:40.971850 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-92101f03-c6e5-40a0-abcb-574fcf181347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (40a5088c-4655-497d-a921-475b2915f78f), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:40.975444 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7748bde5-86df-439d-9bb1-4327b68b8754 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4c2cef4-6675-44a7-a3bf-066104b57d7d,revision_number=0']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:41.059889 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d688cb4-e995-44df-9aef-4afa84c35b92 None None] Checking agent: {'id': '5729d8e0-9e32-4d27-b92e-30241f6d9221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 22, 55), 'started_at': datetime.datetime(2022, 7, 20, 15, 23, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:31:41.060932 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d688cb4-e995-44df-9aef-4afa84c35b92 None None] Checking segment: {'id': '662891f8-8b9a-43c8-9ec2-0f1ae07a78f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:31:41.061571 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-3d688cb4-e995-44df-9aef-4afa84c35b92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:41.065443 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d688cb4-e995-44df-9aef-4afa84c35b92 None None] Bound using segment: {'id': '662891f8-8b9a-43c8-9ec2-0f1ae07a78f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71'} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:31:41.070413 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-3d688cb4-e995-44df-9aef-4afa84c35b92 None None] Bound port: ca69a9ad-2952-4883-b0ad-15fff326e713, host: dv-cinder-819149-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '662891f8-8b9a-43c8-9ec2-0f1ae07a78f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71'}}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:31:41.070413 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-3d688cb4-e995-44df-9aef-4afa84c35b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (ca69a9ad-2952-4883-b0ad-15fff326e713), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:41.073288 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:41.096885 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7748bde5-86df-439d-9bb1-4327b68b8754 admin admin] Checking segment: {'id': '4cbdd146-8739-42ed-8e2e-bcc20ffca626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '87b7a7e3-0142-4612-bb7a-59e6264b0abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:31:41.097656 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7748bde5-86df-439d-9bb1-4327b68b8754 admin admin] Network hostable DHCP agents. Network: 87b7a7e3-0142-4612-bb7a-59e6264b0abe, hostable agents: ['1054ab0b-28b9-454f-8889-d57ec5383afd'], hosted agents: [] {{(pid=104509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 15:31:41.126363 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-bb38bb73-19fb-4fd2-a6e5-e19ab6f2c7e4 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6495914 Jul 20 15:31:41.132938 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 39648) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:31:41.150398 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-a2e13472-9f4e-4892-9d54-fb96e639265d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-381720140-router', 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'}}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:31:41.179111 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:41.185473 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af8b070-92b0-4cec-9c65-9c9cb4bb0164 admin admin] Pushing event updated for resources: {'Port': ['ID=e5a10f1d-2213-4648-9011-120041d55208,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:41.236128 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-45404490-bf79-4c14-b772-3ae52761dece admin admin] Publish callbacks [] for router_gateway (ebf4287d-ab00-4852-994d-69a12c2f480d), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:41.261228 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-45404490-bf79-4c14-b772-3ae52761dece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:41.290730 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-92101f03-c6e5-40a0-abcb-574fcf181347 None None] Current status of the port 40a5088c-4655-497d-a921-475b2915f78f is: DOWN; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:31:41.295571 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-92101f03-c6e5-40a0-abcb-574fcf181347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (40a5088c-4655-497d-a921-475b2915f78f), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:41.388599 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_common [None req-45404490-bf79-4c14-b772-3ae52761dece admin admin] Allocated IP 172.27.1.118 (8e10d912-d794-48e6-8f9b-6baf59c7f77e/d5daf119-8c14-4f50-a186-1c01cb5bfe5f/7309a38e-c50f-443e-9146-71bf58bee58a) {{(pid=104509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:31:41.409793 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-92101f03-c6e5-40a0-abcb-574fcf181347 None None] For port 40a5088c-4655-497d-a921-475b2915f78f, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=40a5088c-4655-497d-a921-475b2915f78f,segment=NetworkSegment(10c755fc-814d-432c-a0cc-ddbf10a089f1),segment_id=10c755fc-814d-432c-a0cc-ddbf10a089f1)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:31:41.409793 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 40a5088c-4655-497d-a921-475b2915f78f up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:31:41.533815 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 39664) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:31:41.561672 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-45404490-bf79-4c14-b772-3ae52761dece admin admin] Publish callbacks [] for port (7309a38e-c50f-443e-9146-71bf58bee58a), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:41.656909 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-92101f03-c6e5-40a0-abcb-574fcf181347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (40a5088c-4655-497d-a921-475b2915f78f), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:41.670899 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7748bde5-86df-439d-9bb1-4327b68b8754 admin admin] Network 87b7a7e3-0142-4612-bb7a-59e6264b0abe is scheduled to be hosted by DHCP agent 1054ab0b-28b9-454f-8889-d57ec5383afd with binding_index 1 {{(pid=104509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 15:31:41.682144 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:41.699333 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfc625c-cfd9-4fc7-9a30-2ed4f753e06a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a790180-0092-51b0-93a4-34605dc8f1ad-f5eb24be-2bbb-47ab-b680-70a114f8f10e', 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e', 'project_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'fixed_ips': [{'subnet_id': '4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c'}]}} from dv-cinder-819149-12-iscsi. {{(pid=104511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 15:31:41.700344 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1dfc625c-cfd9-4fc7-9a30-2ed4f753e06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:41.765311 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-3d688cb4-e995-44df-9aef-4afa84c35b92 None None] For port ca69a9ad-2952-4883-b0ad-15fff326e713, host dv-cinder-819149-12-iscsi, cleared binding levels {{(pid=104511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:31:41.798837 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-3d688cb4-e995-44df-9aef-4afa84c35b92 None None] For port ca69a9ad-2952-4883-b0ad-15fff326e713, host dv-cinder-819149-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=ca69a9ad-2952-4883-b0ad-15fff326e713,segment=NetworkSegment(662891f8-8b9a-43c8-9ec2-0f1ae07a78f2),segment_id=662891f8-8b9a-43c8-9ec2-0f1ae07a78f2)] {{(pid=104511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:31:41.799041 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-05859ccd-bcc4-4b25-a06f-674fcb238e6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:41.803832 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-6af8b070-92b0-4cec-9c65-9c9cb4bb0164 admin admin] Publish callbacks [] for router_gateway (25dbc7fb-05f5-4dd9-8008-44889c276b69), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:41.813791 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-45404490-bf79-4c14-b772-3ae52761dece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413'] for port (7309a38e-c50f-443e-9146-71bf58bee58a), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:41.813791 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [None req-7748bde5-86df-439d-9bb1-4327b68b8754 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-12-iscsi, 87b7a7e3-0142-4612-bb7a-59e6264b0abe) {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:31:41.817753 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7748bde5-86df-439d-9bb1-4327b68b8754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:31:41.818590 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-7748bde5-86df-439d-9bb1-4327b68b8754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for subnet (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:41.829603 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-a2e13472-9f4e-4892-9d54-fb96e639265d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1708962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router (08c64ac6-afa1-4f7d-addf-3818db3cc212), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:41.830682 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-a2e13472-9f4e-4892-9d54-fb96e639265d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1708854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1715537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-722'] for router (08c64ac6-afa1-4f7d-addf-3818db3cc212), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:41.861370 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662e59f6-ee64-4989-b122-c0220b5fc3fc None None] Network 87b7a7e3-0142-4612-bb7a-59e6264b0abe requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:31:41.907543 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45404490-bf79-4c14-b772-3ae52761dece admin admin] Network 8e10d912-d794-48e6-8f9b-6baf59c7f77e is already hosted by enough agents. {{(pid=104509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:31:41.918091 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [None req-45404490-bf79-4c14-b772-3ae52761dece admin admin] Resources bound (agent type, host, resource id): {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:31:41.920780 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45404490-bf79-4c14-b772-3ae52761dece admin admin] Received port after_create {{(pid=104509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:31:41.962387 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92101f03-c6e5-40a0-abcb-574fcf181347 None None] Pushing event updated for resources: {'Port': ['ID=40a5088c-4655-497d-a921-475b2915f78f,revision_number=3']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:41.972175 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45404490-bf79-4c14-b772-3ae52761dece admin admin] Pushing event updated for resources: {'Port': ['ID=7309a38e-c50f-443e-9146-71bf58bee58a,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:42.007217 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port 40a5088c-4655-497d-a921-475b2915f78f triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:31:42.007217 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (40a5088c-4655-497d-a921-475b2915f78f), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:42.057550 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-3d688cb4-e995-44df-9aef-4afa84c35b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (ca69a9ad-2952-4883-b0ad-15fff326e713), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:42.059543 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-7748bde5-86df-439d-9bb1-4327b68b8754 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1984546 Jul 20 15:31:42.065750 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 39684) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:31:42.073413 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-64760cc5-efb6-45ba-aa23-6db174e5a542 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-848033311-router', 'tenant_id': '80caade751834762862c102c208a34e1', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'}}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:31:42.078336 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-a2e13472-9f4e-4892-9d54-fb96e639265d admin admin] Publish callbacks [] for router_controller (08c64ac6-afa1-4f7d-addf-3818db3cc212), precommit_add_association {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:42.118191 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:42.187431 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-05859ccd-bcc4-4b25-a06f-674fcb238e6a admin admin] Publish callbacks [] for security_group (700f48db-69d1-4cbe-9452-843c8f1a606b), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:42.196986 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-6af8b070-92b0-4cec-9c65-9c9cb4bb0164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1708861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1715661'] for router (25dbc7fb-05f5-4dd9-8008-44889c276b69), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:42.284617 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.db_base_plugin_common [None req-1dfc625c-cfd9-4fc7-9a30-2ed4f753e06a None None] Allocated IP 172.20.0.2 (f5eb24be-2bbb-47ab-b680-70a114f8f10e/4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c/aa35ba57-df8b-4a33-abe8-913a9ce9a032) {{(pid=104511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:31:42.287827 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-64760cc5-efb6-45ba-aa23-6db174e5a542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1708962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router (7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:42.292673 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-64760cc5-efb6-45ba-aa23-6db174e5a542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1708854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1715537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-722'] for router (7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:42.294686 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d688cb4-e995-44df-9aef-4afa84c35b92 None None] Pushing event updated for resources: {'Port': ['ID=ca69a9ad-2952-4883-b0ad-15fff326e713,revision_number=2']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:42.360826 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-05859ccd-bcc4-4b25-a06f-674fcb238e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (700f48db-69d1-4cbe-9452-843c8f1a606b), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:42.368206 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd08491-1d07-46cd-9147-f01115bf5a22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a790180-0092-51b0-93a4-34605dc8f1ad-87b7a7e3-0142-4612-bb7a-59e6264b0abe', 'network_id': '87b7a7e3-0142-4612-bb7a-59e6264b0abe', 'project_id': '80caade751834762862c102c208a34e1', 'fixed_ips': [{'subnet_id': 'a4c2cef4-6675-44a7-a3bf-066104b57d7d'}]}} from dv-cinder-819149-12-iscsi. {{(pid=104511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 15:31:42.369267 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-fdd08491-1d07-46cd-9147-f01115bf5a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:42.439365 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-64760cc5-efb6-45ba-aa23-6db174e5a542 admin admin] Publish callbacks [] for router_controller (7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6), precommit_add_association {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:42.473496 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-05859ccd-bcc4-4b25-a06f-674fcb238e6a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f10025ba797e4e21a8ebf27435eea153&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9380417 Jul 20 15:31:42.474419 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05859ccd-bcc4-4b25-a06f-674fcb238e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700f48db-69d1-4cbe-9452-843c8f1a606b,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:42.479718 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 39696) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:31:42.592115 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-d891e099-d6a5-447c-b2ac-d9b90afa3704 None None] Provisioning complete for port 40a5088c-4655-497d-a921-475b2915f78f triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:31:42.592493 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d891e099-d6a5-447c-b2ac-d9b90afa3704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (40a5088c-4655-497d-a921-475b2915f78f), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:42.594492 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port 40a5088c-4655-497d-a921-475b2915f78f is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:31:42.659364 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-45404490-bf79-4c14-b772-3ae52761dece admin admin] Publish callbacks [] for router_gateway (ebf4287d-ab00-4852-994d-69a12c2f480d), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:42.705322 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-fa7bc074-e5a0-40f4-b6b5-46fe017c86d7 admin admin] Publish callbacks [] for security_group (700f48db-69d1-4cbe-9452-843c8f1a606b), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:42.765245 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-fa7bc074-e5a0-40f4-b6b5-46fe017c86d7 admin admin] Publish callbacks [] for security_group (700f48db-69d1-4cbe-9452-843c8f1a606b), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:42.833038 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af8b070-92b0-4cec-9c65-9c9cb4bb0164 admin admin] Router 25dbc7fb-05f5-4dd9-8008-44889c276b69 is scheduled to L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db with binding_index 1 {{(pid=104510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 15:31:42.957901 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1dfc625c-cfd9-4fc7-9a30-2ed4f753e06a None None] Publish callbacks [] for port (aa35ba57-df8b-4a33-abe8-913a9ce9a032), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:42.970966 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.db_base_plugin_common [None req-fdd08491-1d07-46cd-9147-f01115bf5a22 None None] Allocated IP 172.20.0.2 (87b7a7e3-0142-4612-bb7a-59e6264b0abe/a4c2cef4-6675-44a7-a3bf-066104b57d7d/18e4efc0-2e67-4bcc-b148-00481937f37f) {{(pid=104511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:31:42.984423 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-d891e099-d6a5-447c-b2ac-d9b90afa3704 None None] Current status of the port 40a5088c-4655-497d-a921-475b2915f78f is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:31:43.106083 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af8b070-92b0-4cec-9c65-9c9cb4bb0164 admin admin] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:31:43.120517 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220e5ea6-2622-4cd0-9179-ca4e8eb9bed1 None None] Sync routers for ids ['25dbc7fb-05f5-4dd9-8008-44889c276b69'] in dv-cinder-819149-12-iscsi {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:31:43.121519 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1dfc625c-cfd9-4fc7-9a30-2ed4f753e06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413'] for port (aa35ba57-df8b-4a33-abe8-913a9ce9a032), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:43.144333 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:43.145254 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220e5ea6-2622-4cd0-9179-ca4e8eb9bed1 None None] Routers {'25dbc7fb-05f5-4dd9-8008-44889c276b69'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:31:43.150602 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-220e5ea6-2622-4cd0-9179-ca4e8eb9bed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:31:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['25dbc7fb-05f5-4dd9-8008-44889c276b69'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:31:43.185413 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-fa7bc074-e5a0-40f4-b6b5-46fe017c86d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (700f48db-69d1-4cbe-9452-843c8f1a606b), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:43.193055 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-fa7bc074-e5a0-40f4-b6b5-46fe017c86d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:43.195662 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-fa7bc074-e5a0-40f4-b6b5-46fe017c86d7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/700f48db-69d1-4cbe-9452-843c8f1a606b HTTP/1.1" status: 204 len: 168 time: 0.7149191 Jul 20 15:31:43.256629 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7bc074-e5a0-40f4-b6b5-46fe017c86d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700f48db-69d1-4cbe-9452-843c8f1a606b,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:43.259706 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-a2e13472-9f4e-4892-9d54-fb96e639265d admin admin] Publish callbacks [] for router_gateway (08c64ac6-afa1-4f7d-addf-3818db3cc212), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:43.278657 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 40a5088c-4655-497d-a921-475b2915f78f up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:31:43.299267 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfc625c-cfd9-4fc7-9a30-2ed4f753e06a None None] Network f5eb24be-2bbb-47ab-b680-70a114f8f10e is already hosted by enough agents. {{(pid=104511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:31:43.310037 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-6af8b070-92b0-4cec-9c65-9c9cb4bb0164 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:43.315301 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 39710) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:31:43.315816 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-6af8b070-92b0-4cec-9c65-9c9cb4bb0164 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4302473 Jul 20 15:31:43.332691 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-64760cc5-efb6-45ba-aa23-6db174e5a542 admin admin] Publish callbacks [] for router_gateway (7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:43.448078 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-220e5ea6-2622-4cd0-9179-ca4e8eb9bed1 None None] Set router 25dbc7fb-05f5-4dd9-8008-44889c276b69 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:31:43.563753 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.scheduler.base_scheduler [None req-1dfc625c-cfd9-4fc7-9a30-2ed4f753e06a None None] Resources bound (agent type, host, resource id): {{(pid=104511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:31:43.566177 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfc625c-cfd9-4fc7-9a30-2ed4f753e06a None None] Received port after_create {{(pid=104511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:31:43.599008 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc625c-cfd9-4fc7-9a30-2ed4f753e06a None None] Pushing event updated for resources: {'Port': ['ID=aa35ba57-df8b-4a33-abe8-913a9ce9a032,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:43.713702 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:43.729810 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-fdd08491-1d07-46cd-9147-f01115bf5a22 None None] Publish callbacks [] for port (18e4efc0-2e67-4bcc-b148-00481937f37f), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:43.774643 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port 40a5088c-4655-497d-a921-475b2915f78f triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:31:43.775209 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (40a5088c-4655-497d-a921-475b2915f78f), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:43.786567 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-220e5ea6-2622-4cd0-9179-ca4e8eb9bed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'name': 'tempest-AttachVolumeTestJSON-1486781354-router', 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e5a10f1d-2213-4648-9011-120041d55208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:38Z', 'updated_at': '2022-07-20T15:31:41Z', 'revision_number': 3, 'project_id': 'aa49d7002cf441348cf3166e64b1bc87', 'gw_port': {'id': 'e5a10f1d-2213-4648-9011-120041d55208', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:40Z', 'updated_at': '2022-07-20T15:31:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:31:43.816984 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-1dfc625c-cfd9-4fc7-9a30-2ed4f753e06a None None] Attempting to bind port aa35ba57-df8b-4a33-abe8-913a9ce9a032 on host dv-cinder-819149-12-iscsi for vnic_type normal with profile {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:31:43.817563 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-1dfc625c-cfd9-4fc7-9a30-2ed4f753e06a None None] Attempting to bind port aa35ba57-df8b-4a33-abe8-913a9ce9a032 by drivers openvswitch,hyperv on host dv-cinder-819149-12-iscsi at level 0 using segments [{'id': '643648c2-fbcf-4011-96d1-5d3dde59321a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e'}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:31:43.818104 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfc625c-cfd9-4fc7-9a30-2ed4f753e06a None None] Attempting to bind port aa35ba57-df8b-4a33-abe8-913a9ce9a032 on network f5eb24be-2bbb-47ab-b680-70a114f8f10e {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:31:43.850658 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220e5ea6-2622-4cd0-9179-ca4e8eb9bed1 None None] Checking router: 25dbc7fb-05f5-4dd9-8008-44889c276b69 for host: dv-cinder-819149-12-iscsi {{(pid=104512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:31:43.851214 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220e5ea6-2622-4cd0-9179-ca4e8eb9bed1 None None] Updating router 25dbc7fb-05f5-4dd9-8008-44889c276b69 port e5a10f1d-2213-4648-9011-120041d55208 binding host dv-cinder-819149-12-iscsi {{(pid=104512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 15:31:43.851307 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfc625c-cfd9-4fc7-9a30-2ed4f753e06a None None] Checking agent: {'id': '5729d8e0-9e32-4d27-b92e-30241f6d9221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 22, 55), 'started_at': datetime.datetime(2022, 7, 20, 15, 23, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:31:43.867568 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfc625c-cfd9-4fc7-9a30-2ed4f753e06a None None] Checking segment: {'id': '643648c2-fbcf-4011-96d1-5d3dde59321a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:31:43.867568 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1dfc625c-cfd9-4fc7-9a30-2ed4f753e06a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:43.867568 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfc625c-cfd9-4fc7-9a30-2ed4f753e06a None None] Bound using segment: {'id': '643648c2-fbcf-4011-96d1-5d3dde59321a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e'} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:31:43.867568 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-1dfc625c-cfd9-4fc7-9a30-2ed4f753e06a None None] Bound port: aa35ba57-df8b-4a33-abe8-913a9ce9a032, host: dv-cinder-819149-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '643648c2-fbcf-4011-96d1-5d3dde59321a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e'}}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:31:43.867568 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1dfc625c-cfd9-4fc7-9a30-2ed4f753e06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (aa35ba57-df8b-4a33-abe8-913a9ce9a032), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:43.867568 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-fdd08491-1d07-46cd-9147-f01115bf5a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413'] for port (18e4efc0-2e67-4bcc-b148-00481937f37f), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:43.991437 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-220e5ea6-2622-4cd0-9179-ca4e8eb9bed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (e5a10f1d-2213-4648-9011-120041d55208), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:44.009299 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:44.036478 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd08491-1d07-46cd-9147-f01115bf5a22 None None] Network 87b7a7e3-0142-4612-bb7a-59e6264b0abe is already hosted by enough agents. {{(pid=104511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:31:44.037723 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.scheduler.base_scheduler [None req-fdd08491-1d07-46cd-9147-f01115bf5a22 None None] Resources bound (agent type, host, resource id): {{(pid=104511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:31:44.041983 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd08491-1d07-46cd-9147-f01115bf5a22 None None] Received port after_create {{(pid=104511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:31:44.097236 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:44.101089 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd08491-1d07-46cd-9147-f01115bf5a22 None None] Pushing event updated for resources: {'Port': ['ID=18e4efc0-2e67-4bcc-b148-00481937f37f,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:44.152803 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-1dfc625c-cfd9-4fc7-9a30-2ed4f753e06a None None] For port aa35ba57-df8b-4a33-abe8-913a9ce9a032, host dv-cinder-819149-12-iscsi, cleared binding levels {{(pid=104511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:31:44.205022 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df113fe6-9d26-48b7-8da4-54673530a0b5 None None] Network 49eaadcd-4166-45bc-8081-db7a31ee5c71 requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:31:44.259673 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port 40a5088c-4655-497d-a921-475b2915f78f is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:31:44.260867 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device ca69a9ad-2952-4883-b0ad-15fff326e713 up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:31:44.273754 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-1dfc625c-cfd9-4fc7-9a30-2ed4f753e06a None None] For port aa35ba57-df8b-4a33-abe8-913a9ce9a032, host dv-cinder-819149-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=aa35ba57-df8b-4a33-abe8-913a9ce9a032,segment=NetworkSegment(643648c2-fbcf-4011-96d1-5d3dde59321a),segment_id=643648c2-fbcf-4011-96d1-5d3dde59321a)] {{(pid=104511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:31:44.327054 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:44.328617 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-45404490-bf79-4c14-b772-3ae52761dece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1708861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1715661'] for router (ebf4287d-ab00-4852-994d-69a12c2f480d), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:44.342007 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-fdd08491-1d07-46cd-9147-f01115bf5a22 None None] Attempting to bind port 18e4efc0-2e67-4bcc-b148-00481937f37f on host dv-cinder-819149-12-iscsi for vnic_type normal with profile {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:31:44.342447 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-fdd08491-1d07-46cd-9147-f01115bf5a22 None None] Attempting to bind port 18e4efc0-2e67-4bcc-b148-00481937f37f by drivers openvswitch,hyperv on host dv-cinder-819149-12-iscsi at level 0 using segments [{'id': '4cbdd146-8739-42ed-8e2e-bcc20ffca626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '87b7a7e3-0142-4612-bb7a-59e6264b0abe'}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:31:44.343019 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd08491-1d07-46cd-9147-f01115bf5a22 None None] Attempting to bind port 18e4efc0-2e67-4bcc-b148-00481937f37f on network 87b7a7e3-0142-4612-bb7a-59e6264b0abe {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:31:44.348786 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-244c2b9c-a049-4a9f-a4d8-b2741a77ad34 None None] Provisioning complete for port ca69a9ad-2952-4883-b0ad-15fff326e713 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:31:44.349197 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-244c2b9c-a049-4a9f-a4d8-b2741a77ad34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (ca69a9ad-2952-4883-b0ad-15fff326e713), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:44.392986 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd08491-1d07-46cd-9147-f01115bf5a22 None None] Checking agent: {'id': '5729d8e0-9e32-4d27-b92e-30241f6d9221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 22, 55), 'started_at': datetime.datetime(2022, 7, 20, 15, 23, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:31:44.393554 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd08491-1d07-46cd-9147-f01115bf5a22 None None] Checking segment: {'id': '4cbdd146-8739-42ed-8e2e-bcc20ffca626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '87b7a7e3-0142-4612-bb7a-59e6264b0abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:31:44.394160 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-fdd08491-1d07-46cd-9147-f01115bf5a22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:44.394808 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd08491-1d07-46cd-9147-f01115bf5a22 None None] Bound using segment: {'id': '4cbdd146-8739-42ed-8e2e-bcc20ffca626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '87b7a7e3-0142-4612-bb7a-59e6264b0abe'} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:31:44.395550 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-fdd08491-1d07-46cd-9147-f01115bf5a22 None None] Bound port: 18e4efc0-2e67-4bcc-b148-00481937f37f, host: dv-cinder-819149-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbdd146-8739-42ed-8e2e-bcc20ffca626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '87b7a7e3-0142-4612-bb7a-59e6264b0abe'}}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:31:44.396125 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-fdd08491-1d07-46cd-9147-f01115bf5a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (18e4efc0-2e67-4bcc-b148-00481937f37f), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:44.418755 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-a2e13472-9f4e-4892-9d54-fb96e639265d admin admin] Publish callbacks [] for router_gateway (08c64ac6-afa1-4f7d-addf-3818db3cc212), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:44.427168 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1dfc625c-cfd9-4fc7-9a30-2ed4f753e06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (aa35ba57-df8b-4a33-abe8-913a9ce9a032), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:44.428020 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:44.481452 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 39738) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:31:44.484625 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:44.523859 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-050a169e-db8c-41ce-89a0-4689aebcaca4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:44.620184 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-a2e13472-9f4e-4892-9d54-fb96e639265d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:44.639983 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-220e5ea6-2622-4cd0-9179-ca4e8eb9bed1 None None] Publish callbacks [] for port (e5a10f1d-2213-4648-9011-120041d55208), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:44.712585 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port ca69a9ad-2952-4883-b0ad-15fff326e713 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:31:44.712585 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (ca69a9ad-2952-4883-b0ad-15fff326e713), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:44.751189 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-050a169e-db8c-41ce-89a0-4689aebcaca4 admin admin] Publish callbacks [] for security_group (99a06ce3-6258-4a0c-a310-2333ee5c4400), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:44.757566 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-220e5ea6-2622-4cd0-9179-ca4e8eb9bed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (e5a10f1d-2213-4648-9011-120041d55208), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:44.798144 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc625c-cfd9-4fc7-9a30-2ed4f753e06a None None] Pushing event updated for resources: {'Port': ['ID=aa35ba57-df8b-4a33-abe8-913a9ce9a032,revision_number=2']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:44.858108 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c143f3-a459-419d-80a9-860d2448c824 None None] Pushing event updated for resources: {'Port': ['ID=e5a10f1d-2213-4648-9011-120041d55208,revision_number=2']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:44.860636 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [None req-220e5ea6-2622-4cd0-9179-ca4e8eb9bed1 None None] Attempting to bind port e5a10f1d-2213-4648-9011-120041d55208 on host dv-cinder-819149-12-iscsi for vnic_type normal with profile {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:31:44.861215 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [None req-220e5ea6-2622-4cd0-9179-ca4e8eb9bed1 None None] Attempting to bind port e5a10f1d-2213-4648-9011-120041d55208 by drivers openvswitch,hyperv on host dv-cinder-819149-12-iscsi at level 0 using segments [{'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:31:44.861861 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220e5ea6-2622-4cd0-9179-ca4e8eb9bed1 None None] Attempting to bind port e5a10f1d-2213-4648-9011-120041d55208 on network 8e10d912-d794-48e6-8f9b-6baf59c7f77e {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:31:44.868506 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c143f3-a459-419d-80a9-860d2448c824 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:44.869933 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c143f3-a459-419d-80a9-860d2448c824 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:44.870605 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c143f3-a459-419d-80a9-860d2448c824 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:44.871079 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c143f3-a459-419d-80a9-860d2448c824 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:44.871469 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c143f3-a459-419d-80a9-860d2448c824 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:44.871566 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-244c2b9c-a049-4a9f-a4d8-b2741a77ad34 None None] Current status of the port ca69a9ad-2952-4883-b0ad-15fff326e713 is: DOWN; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:31:44.871952 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-244c2b9c-a049-4a9f-a4d8-b2741a77ad34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (ca69a9ad-2952-4883-b0ad-15fff326e713), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:44.872047 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c143f3-a459-419d-80a9-860d2448c824 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:44.872560 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c143f3-a459-419d-80a9-860d2448c824 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:44.873311 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c143f3-a459-419d-80a9-860d2448c824 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:44.874803 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c143f3-a459-419d-80a9-860d2448c824 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:44.874803 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c143f3-a459-419d-80a9-860d2448c824 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:44.874803 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c143f3-a459-419d-80a9-860d2448c824 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:44.875087 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-fdd08491-1d07-46cd-9147-f01115bf5a22 None None] For port 18e4efc0-2e67-4bcc-b148-00481937f37f, host dv-cinder-819149-12-iscsi, cleared binding levels {{(pid=104511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:31:44.875159 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c143f3-a459-419d-80a9-860d2448c824 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:44.875487 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c143f3-a459-419d-80a9-860d2448c824 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:44.875819 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c143f3-a459-419d-80a9-860d2448c824 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:44.876561 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c143f3-a459-419d-80a9-860d2448c824 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:31:44.878657 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c143f3-a459-419d-80a9-860d2448c824 None None] Tracked resource versions report: Jul 20 15:31:44.878657 dv-cinder-819149-12-iscsi neutron-server[104512]: pushed versions: Jul 20 15:31:44.878657 dv-cinder-819149-12-iscsi neutron-server[104512]: { 'AddressGroup': {'1.2'}, Jul 20 15:31:44.878657 dv-cinder-819149-12-iscsi neutron-server[104512]: 'Agent': {'1.1'}, Jul 20 15:31:44.878657 dv-cinder-819149-12-iscsi neutron-server[104512]: 'ConntrackHelper': {'1.0'}, Jul 20 15:31:44.878657 dv-cinder-819149-12-iscsi neutron-server[104512]: 'LocalIPAssociation': {'1.0'}, Jul 20 15:31:44.878657 dv-cinder-819149-12-iscsi neutron-server[104512]: 'Log': {'1.0'}, Jul 20 15:31:44.878657 dv-cinder-819149-12-iscsi neutron-server[104512]: 'NDPProxy': {'1.0'}, Jul 20 15:31:44.878657 dv-cinder-819149-12-iscsi neutron-server[104512]: 'Network': {'1.1'}, Jul 20 15:31:44.878657 dv-cinder-819149-12-iscsi neutron-server[104512]: 'Port': {'1.7'}, Jul 20 15:31:44.878657 dv-cinder-819149-12-iscsi neutron-server[104512]: 'PortForwarding': {'1.3'}, Jul 20 15:31:44.878657 dv-cinder-819149-12-iscsi neutron-server[104512]: 'QosPolicy': {'1.10'}, Jul 20 15:31:44.878657 dv-cinder-819149-12-iscsi neutron-server[104512]: 'SecurityGroup': {'1.5'}, Jul 20 15:31:44.878657 dv-cinder-819149-12-iscsi neutron-server[104512]: 'SecurityGroupRule': {'1.2'}, Jul 20 15:31:44.878657 dv-cinder-819149-12-iscsi neutron-server[104512]: 'SubPort': {'1.0'}, Jul 20 15:31:44.878657 dv-cinder-819149-12-iscsi neutron-server[104512]: 'Subnet': {'1.1'}, Jul 20 15:31:44.878657 dv-cinder-819149-12-iscsi neutron-server[104512]: 'Trunk': {'1.1'}} Jul 20 15:31:44.878657 dv-cinder-819149-12-iscsi neutron-server[104512]: consumer versions: Jul 20 15:31:44.878657 dv-cinder-819149-12-iscsi neutron-server[104512]: { DHCP agent@dv-cinder-819149-12-iscsi: {}, Jul 20 15:31:44.878657 dv-cinder-819149-12-iscsi neutron-server[104512]: HyperV agent@hv-cinder-81914: {}, Jul 20 15:31:44.878657 dv-cinder-819149-12-iscsi neutron-server[104512]: L3 agent@dv-cinder-819149-12-iscsi: {}, Jul 20 15:31:44.878657 dv-cinder-819149-12-iscsi neutron-server[104512]: Metadata agent@dv-cinder-819149-12-iscsi: {}, Jul 20 15:31:44.878657 dv-cinder-819149-12-iscsi neutron-server[104512]: Metering agent@dv-cinder-819149-12-iscsi: {}, Jul 20 15:31:44.878657 dv-cinder-819149-12-iscsi neutron-server[104512]: Open vSwitch agent@dv-cinder-819149-12-iscsi: { 'AddressGroup': '1.2', Jul 20 15:31:44.878657 dv-cinder-819149-12-iscsi neutron-server[104512]: 'Agent': '1.1', Jul 20 15:31:44.878657 dv-cinder-819149-12-iscsi neutron-server[104512]: 'ConntrackHelper': '1.0', Jul 20 15:31:44.878657 dv-cinder-819149-12-iscsi neutron-server[104512]: 'LocalIPAssociation': '1.0', Jul 20 15:31:44.878657 dv-cinder-819149-12-iscsi neutron-server[104512]: 'Log': '1.0', Jul 20 15:31:44.878657 dv-cinder-819149-12-iscsi neutron-server[104512]: 'NDPProxy': '1.0', Jul 20 15:31:44.878657 dv-cinder-819149-12-iscsi neutron-server[104512]: 'Network': '1.1', Jul 20 15:31:44.878657 dv-cinder-819149-12-iscsi neutron-server[104512]: 'Port': '1.7', Jul 20 15:31:44.878657 dv-cinder-819149-12-iscsi neutron-server[104512]: 'PortForwarding': '1.3', Jul 20 15:31:44.878657 dv-cinder-819149-12-iscsi neutron-server[104512]: 'QosPolicy': '1.10', Jul 20 15:31:44.878657 dv-cinder-819149-12-iscsi neutron-server[104512]: 'SecurityGroup': '1.5', Jul 20 15:31:44.878657 dv-cinder-819149-12-iscsi neutron-server[104512]: 'SecurityGroupRule': '1.2', Jul 20 15:31:44.878657 dv-cinder-819149-12-iscsi neutron-server[104512]: 'SubPort': '1.0', Jul 20 15:31:44.878657 dv-cinder-819149-12-iscsi neutron-server[104512]: 'Subnet': '1.1', Jul 20 15:31:44.878657 dv-cinder-819149-12-iscsi neutron-server[104512]: 'Trunk': '1.1'}} Jul 20 15:31:44.878657 dv-cinder-819149-12-iscsi neutron-server[104512]: {{(pid=104512) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 15:31:44.887353 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-fdd08491-1d07-46cd-9147-f01115bf5a22 None None] For port 18e4efc0-2e67-4bcc-b148-00481937f37f, host dv-cinder-819149-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=18e4efc0-2e67-4bcc-b148-00481937f37f,segment=NetworkSegment(4cbdd146-8739-42ed-8e2e-bcc20ffca626),segment_id=4cbdd146-8739-42ed-8e2e-bcc20ffca626)] {{(pid=104511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:31:44.890179 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-050a169e-db8c-41ce-89a0-4689aebcaca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (99a06ce3-6258-4a0c-a310-2333ee5c4400), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:44.891658 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220e5ea6-2622-4cd0-9179-ca4e8eb9bed1 None None] Checking agent: {'id': '5729d8e0-9e32-4d27-b92e-30241f6d9221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 22, 55), 'started_at': datetime.datetime(2022, 7, 20, 15, 23, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:31:44.892045 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220e5ea6-2622-4cd0-9179-ca4e8eb9bed1 None None] Checking segment: {'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:31:44.893338 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-220e5ea6-2622-4cd0-9179-ca4e8eb9bed1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:44.893751 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220e5ea6-2622-4cd0-9179-ca4e8eb9bed1 None None] Bound using segment: {'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:31:44.894421 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [None req-220e5ea6-2622-4cd0-9179-ca4e8eb9bed1 None None] Bound port: e5a10f1d-2213-4648-9011-120041d55208, host: dv-cinder-819149-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'}}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:31:44.894817 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-220e5ea6-2622-4cd0-9179-ca4e8eb9bed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (e5a10f1d-2213-4648-9011-120041d55208), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:45.003779 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a169e-db8c-41ce-89a0-4689aebcaca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a06ce3-6258-4a0c-a310-2333ee5c4400,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:45.004861 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [None req-220e5ea6-2622-4cd0-9179-ca4e8eb9bed1 None None] For port e5a10f1d-2213-4648-9011-120041d55208, host dv-cinder-819149-12-iscsi, cleared binding levels {{(pid=104512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:31:45.009423 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [None req-220e5ea6-2622-4cd0-9179-ca4e8eb9bed1 None None] For port e5a10f1d-2213-4648-9011-120041d55208, host dv-cinder-819149-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=e5a10f1d-2213-4648-9011-120041d55208,segment=NetworkSegment(65d22977-7383-4d3c-8560-aa09b9e1098a),segment_id=65d22977-7383-4d3c-8560-aa09b9e1098a)] {{(pid=104512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:31:45.069497 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-050a169e-db8c-41ce-89a0-4689aebcaca4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6afe2cf697fd469d97865059a2700ed6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5818021 Jul 20 15:31:45.069497 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 39746) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:31:45.077142 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-244c2b9c-a049-4a9f-a4d8-b2741a77ad34 None None] For port ca69a9ad-2952-4883-b0ad-15fff326e713, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=ca69a9ad-2952-4883-b0ad-15fff326e713,segment=NetworkSegment(662891f8-8b9a-43c8-9ec2-0f1ae07a78f2),segment_id=662891f8-8b9a-43c8-9ec2-0f1ae07a78f2)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:31:45.078843 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-fdd08491-1d07-46cd-9147-f01115bf5a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (18e4efc0-2e67-4bcc-b148-00481937f37f), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:45.127005 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-220e5ea6-2622-4cd0-9179-ca4e8eb9bed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (e5a10f1d-2213-4648-9011-120041d55208), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:45.168559 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-244c2b9c-a049-4a9f-a4d8-b2741a77ad34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (ca69a9ad-2952-4883-b0ad-15fff326e713), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:45.191599 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port ca69a9ad-2952-4883-b0ad-15fff326e713 is: DOWN; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:31:45.192237 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (ca69a9ad-2952-4883-b0ad-15fff326e713), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:45.216851 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:45.219192 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-64760cc5-efb6-45ba-aa23-6db174e5a542 admin admin] Publish callbacks [] for router_gateway (7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:45.220765 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c143f3-a459-419d-80a9-860d2448c824 None None] Pushing event updated for resources: {'Port': ['ID=e5a10f1d-2213-4648-9011-120041d55208,revision_number=3']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:45.222840 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-63237201-e8e8-4f61-8c0e-02c8d52c253c admin admin] Publish callbacks [] for security_group (99a06ce3-6258-4a0c-a310-2333ee5c4400), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:45.268911 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220e5ea6-2622-4cd0-9179-ca4e8eb9bed1 None None] Routers {'25dbc7fb-05f5-4dd9-8008-44889c276b69'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:31:45.270406 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-220e5ea6-2622-4cd0-9179-ca4e8eb9bed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:31:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['25dbc7fb-05f5-4dd9-8008-44889c276b69'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:31:45.284378 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-63237201-e8e8-4f61-8c0e-02c8d52c253c admin admin] Publish callbacks [] for security_group (99a06ce3-6258-4a0c-a310-2333ee5c4400), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:45.316909 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd08491-1d07-46cd-9147-f01115bf5a22 None None] Pushing event updated for resources: {'Port': ['ID=18e4efc0-2e67-4bcc-b148-00481937f37f,revision_number=2']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:45.366142 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-64760cc5-efb6-45ba-aa23-6db174e5a542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:45.370938 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:45.454689 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.db.api [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 20 15:31:45.458550 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG oslo_db.api [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 20 15:31:45.487498 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-f3a9867a-9e2d-4bdf-9430-1f6326946941 None None] Provisioning complete for port ca69a9ad-2952-4883-b0ad-15fff326e713 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:31:45.488751 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f3a9867a-9e2d-4bdf-9430-1f6326946941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (ca69a9ad-2952-4883-b0ad-15fff326e713), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:45.489906 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-63237201-e8e8-4f61-8c0e-02c8d52c253c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (99a06ce3-6258-4a0c-a310-2333ee5c4400), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:45.492940 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-63237201-e8e8-4f61-8c0e-02c8d52c253c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:45.494300 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-63237201-e8e8-4f61-8c0e-02c8d52c253c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/99a06ce3-6258-4a0c-a310-2333ee5c4400 HTTP/1.1" status: 204 len: 168 time: 0.4255731 Jul 20 15:31:45.496652 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-220e5ea6-2622-4cd0-9179-ca4e8eb9bed1 None None] Set router 25dbc7fb-05f5-4dd9-8008-44889c276b69 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:31:45.512633 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63237201-e8e8-4f61-8c0e-02c8d52c253c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a06ce3-6258-4a0c-a310-2333ee5c4400,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:45.523737 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_common [None req-a2e13472-9f4e-4892-9d54-fb96e639265d admin admin] Allocated IP 172.27.1.132 (8e10d912-d794-48e6-8f9b-6baf59c7f77e/d5daf119-8c14-4f50-a186-1c01cb5bfe5f/dffbaa5c-bf8e-48c1-9443-e215546c6879) {{(pid=104509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:31:45.545597 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c2b9c-a049-4a9f-a4d8-b2741a77ad34 None None] Pushing event updated for resources: {'Port': ['ID=ca69a9ad-2952-4883-b0ad-15fff326e713,revision_number=3']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:45.760797 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-f3a9867a-9e2d-4bdf-9430-1f6326946941 None None] Current status of the port ca69a9ad-2952-4883-b0ad-15fff326e713 is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:31:45.857427 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-220e5ea6-2622-4cd0-9179-ca4e8eb9bed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'name': 'tempest-AttachVolumeTestJSON-1486781354-router', 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e5a10f1d-2213-4648-9011-120041d55208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:38Z', 'updated_at': '2022-07-20T15:31:41Z', 'revision_number': 3, 'project_id': 'aa49d7002cf441348cf3166e64b1bc87', 'gw_port': {'id': 'e5a10f1d-2213-4648-9011-120041d55208', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:40Z', 'updated_at': '2022-07-20T15:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:31:45.897284 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220e5ea6-2622-4cd0-9179-ca4e8eb9bed1 None None] The sync data for ids ['25dbc7fb-05f5-4dd9-8008-44889c276b69'] in dv-cinder-819149-12-iscsi is: [{'id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'name': 'tempest-AttachVolumeTestJSON-1486781354-router', 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e5a10f1d-2213-4648-9011-120041d55208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:38Z', 'updated_at': '2022-07-20T15:31:41Z', 'revision_number': 3, 'project_id': 'aa49d7002cf441348cf3166e64b1bc87', 'gw_port': {'id': 'e5a10f1d-2213-4648-9011-120041d55208', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:40Z', 'updated_at': '2022-07-20T15:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}] {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:31:45.920717 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:45.969012 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45404490-bf79-4c14-b772-3ae52761dece admin admin] Router ebf4287d-ab00-4852-994d-69a12c2f480d is scheduled to L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db with binding_index 1 {{(pid=104509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 15:31:45.974818 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-a2e13472-9f4e-4892-9d54-fb96e639265d admin admin] Publish callbacks [] for port (dffbaa5c-bf8e-48c1-9443-e215546c6879), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:46.000450 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-cd8b4afd-0a02-4e1d-a905-39c6b3b52bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:46.026421 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port ca69a9ad-2952-4883-b0ad-15fff326e713 is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:31:46.264054 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a439232-02b8-4f90-970e-22daaf56f9c9 None None] Network f5eb24be-2bbb-47ab-b680-70a114f8f10e requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:31:46.269525 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45404490-bf79-4c14-b772-3ae52761dece admin admin] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:31:46.293840 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2caa10fc-79f3-47a3-bbf0-1031cca96c07 None None] Sync routers for ids ['ebf4287d-ab00-4852-994d-69a12c2f480d'] in dv-cinder-819149-12-iscsi {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:31:46.331924 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:46.351598 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-a2e13472-9f4e-4892-9d54-fb96e639265d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413'] for port (dffbaa5c-bf8e-48c1-9443-e215546c6879), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:46.404032 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-322f5ceb-e1d9-4ffd-9eeb-9339570a7538 None None] Provisioning complete for port aa35ba57-df8b-4a33-abe8-913a9ce9a032 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:31:46.404588 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-322f5ceb-e1d9-4ffd-9eeb-9339570a7538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (aa35ba57-df8b-4a33-abe8-913a9ce9a032), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:46.449750 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2caa10fc-79f3-47a3-bbf0-1031cca96c07 None None] Routers {'ebf4287d-ab00-4852-994d-69a12c2f480d'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:31:46.454837 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-2caa10fc-79f3-47a3-bbf0-1031cca96c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:31:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['ebf4287d-ab00-4852-994d-69a12c2f480d'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:31:46.457066 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device ca69a9ad-2952-4883-b0ad-15fff326e713 up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:31:46.535225 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e13472-9f4e-4892-9d54-fb96e639265d admin admin] Network 8e10d912-d794-48e6-8f9b-6baf59c7f77e is already hosted by enough agents. {{(pid=104509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:31:46.597533 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [None req-a2e13472-9f4e-4892-9d54-fb96e639265d admin admin] Resources bound (agent type, host, resource id): {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:31:46.613399 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e13472-9f4e-4892-9d54-fb96e639265d admin admin] Received port after_create {{(pid=104509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:31:46.641339 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-45404490-bf79-4c14-b772-3ae52761dece admin admin] Publish callbacks [] for router (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:46.646708 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 39774) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:31:46.651539 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-45404490-bf79-4c14-b772-3ae52761dece admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.0269239 Jul 20 15:31:46.741413 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_common [None req-64760cc5-efb6-45ba-aa23-6db174e5a542 admin admin] Allocated IP 172.27.1.46 (8e10d912-d794-48e6-8f9b-6baf59c7f77e/d5daf119-8c14-4f50-a186-1c01cb5bfe5f/87c53048-14f1-48db-ac5f-8a38cddd84e4) {{(pid=104509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:31:46.808685 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port ca69a9ad-2952-4883-b0ad-15fff326e713 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:31:46.810054 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (ca69a9ad-2952-4883-b0ad-15fff326e713), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:46.845934 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e13472-9f4e-4892-9d54-fb96e639265d admin admin] Pushing event updated for resources: {'Port': ['ID=dffbaa5c-bf8e-48c1-9443-e215546c6879,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:46.865359 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:46.897296 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_common [None req-cd8b4afd-0a02-4e1d-a905-39c6b3b52bf3 admin admin] Allocated IP 172.20.0.1 (fa5e056d-5a56-4462-a470-30c02f844e62/c9fff1ac-07cb-4893-9ae7-8ae90fdf7477/06b3e5af-b121-48c5-9d7c-4fa3711f89db) {{(pid=104509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:31:46.897844 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-2caa10fc-79f3-47a3-bbf0-1031cca96c07 None None] Set router ebf4287d-ab00-4852-994d-69a12c2f480d gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:31:46.930767 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-322f5ceb-e1d9-4ffd-9eeb-9339570a7538 None None] Current status of the port aa35ba57-df8b-4a33-abe8-913a9ce9a032 is: DOWN; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:31:46.931177 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-322f5ceb-e1d9-4ffd-9eeb-9339570a7538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (aa35ba57-df8b-4a33-abe8-913a9ce9a032), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:47.238839 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7ec361-5e22-4cb9-89ee-8f78c853dc51 None None] Network 87b7a7e3-0142-4612-bb7a-59e6264b0abe requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:31:47.270543 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:DELETE=4 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:47.373604 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:47.392746 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-64760cc5-efb6-45ba-aa23-6db174e5a542 admin admin] Publish callbacks [] for port (87c53048-14f1-48db-ac5f-8a38cddd84e4), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:47.415629 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-322f5ceb-e1d9-4ffd-9eeb-9339570a7538 None None] For port aa35ba57-df8b-4a33-abe8-913a9ce9a032, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=aa35ba57-df8b-4a33-abe8-913a9ce9a032,segment=NetworkSegment(643648c2-fbcf-4011-96d1-5d3dde59321a),segment_id=643648c2-fbcf-4011-96d1-5d3dde59321a)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:31:47.500323 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-cd8b4afd-0a02-4e1d-a905-39c6b3b52bf3 admin admin] Publish callbacks [] for port (06b3e5af-b121-48c5-9d7c-4fa3711f89db), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:47.506997 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-a2e13472-9f4e-4892-9d54-fb96e639265d admin admin] Publish callbacks [] for router_gateway (08c64ac6-afa1-4f7d-addf-3818db3cc212), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:47.513672 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-322f5ceb-e1d9-4ffd-9eeb-9339570a7538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (aa35ba57-df8b-4a33-abe8-913a9ce9a032), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:47.617457 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port ca69a9ad-2952-4883-b0ad-15fff326e713 is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:31:47.618659 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device aa35ba57-df8b-4a33-abe8-913a9ce9a032 up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:31:47.625994 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-2caa10fc-79f3-47a3-bbf0-1031cca96c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'name': 'tempest-ServerRescueNegativeTestJSON-322932725-router', 'tenant_id': '61872ef687074f5791a2cc46732bebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '7309a38e-c50f-443e-9146-71bf58bee58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:40Z', 'updated_at': '2022-07-20T15:31:42Z', 'revision_number': 3, 'project_id': '61872ef687074f5791a2cc46732bebdf', 'gw_port': {'id': '7309a38e-c50f-443e-9146-71bf58bee58a', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:41Z', 'updated_at': '2022-07-20T15:31:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:31:47.718117 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2caa10fc-79f3-47a3-bbf0-1031cca96c07 None None] Checking router: ebf4287d-ab00-4852-994d-69a12c2f480d for host: dv-cinder-819149-12-iscsi {{(pid=104511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:31:47.719065 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2caa10fc-79f3-47a3-bbf0-1031cca96c07 None None] Updating router ebf4287d-ab00-4852-994d-69a12c2f480d port 7309a38e-c50f-443e-9146-71bf58bee58a binding host dv-cinder-819149-12-iscsi {{(pid=104511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 15:31:47.763439 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-ba913c2f-317f-4162-ad07-06fffcf9023e None None] Provisioning complete for port 18e4efc0-2e67-4bcc-b148-00481937f37f triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:31:47.763833 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ba913c2f-317f-4162-ad07-06fffcf9023e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (18e4efc0-2e67-4bcc-b148-00481937f37f), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:47.811089 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f5ceb-e1d9-4ffd-9eeb-9339570a7538 None None] Pushing event updated for resources: {'Port': ['ID=aa35ba57-df8b-4a33-abe8-913a9ce9a032,revision_number=3']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:47.828000 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2caa10fc-79f3-47a3-bbf0-1031cca96c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (7309a38e-c50f-443e-9146-71bf58bee58a), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:47.837080 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-cd8b4afd-0a02-4e1d-a905-39c6b3b52bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413'] for port (06b3e5af-b121-48c5-9d7c-4fa3711f89db), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:47.847632 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-5253baa6-c5f7-42b6-be81-7532503b524d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:47.877975 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8b4afd-0a02-4e1d-a905-39c6b3b52bf3 admin admin] Network fa5e056d-5a56-4462-a470-30c02f844e62 is already hosted by enough agents. {{(pid=104509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:31:47.880250 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-64760cc5-efb6-45ba-aa23-6db174e5a542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413'] for port (87c53048-14f1-48db-ac5f-8a38cddd84e4), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:47.928184 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port aa35ba57-df8b-4a33-abe8-913a9ce9a032 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:31:47.928667 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (aa35ba57-df8b-4a33-abe8-913a9ce9a032), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:47.962284 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [None req-cd8b4afd-0a02-4e1d-a905-39c6b3b52bf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:31:47.969391 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8b4afd-0a02-4e1d-a905-39c6b3b52bf3 admin admin] Received port after_create {{(pid=104509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:31:47.970957 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-cd8b4afd-0a02-4e1d-a905-39c6b3b52bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1719139'] for router_interface (25dbc7fb-05f5-4dd9-8008-44889c276b69), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:48.055752 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64760cc5-efb6-45ba-aa23-6db174e5a542 admin admin] Network 8e10d912-d794-48e6-8f9b-6baf59c7f77e is already hosted by enough agents. {{(pid=104509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:31:48.080770 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b4afd-0a02-4e1d-a905-39c6b3b52bf3 admin admin] Pushing event updated for resources: {'Port': ['ID=06b3e5af-b121-48c5-9d7c-4fa3711f89db,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:48.084354 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [None req-64760cc5-efb6-45ba-aa23-6db174e5a542 admin admin] Resources bound (agent type, host, resource id): {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:31:48.094868 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-a2e13472-9f4e-4892-9d54-fb96e639265d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1708861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1715661'] for router (08c64ac6-afa1-4f7d-addf-3818db3cc212), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:48.221119 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-ba913c2f-317f-4162-ad07-06fffcf9023e None None] Current status of the port 18e4efc0-2e67-4bcc-b148-00481937f37f is: DOWN; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:31:48.221624 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ba913c2f-317f-4162-ad07-06fffcf9023e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (18e4efc0-2e67-4bcc-b148-00481937f37f), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:48.281658 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64760cc5-efb6-45ba-aa23-6db174e5a542 admin admin] Received port after_create {{(pid=104509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:31:48.365969 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:48.369968 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port aa35ba57-df8b-4a33-abe8-913a9ce9a032 is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:31:48.369968 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 18e4efc0-2e67-4bcc-b148-00481937f37f up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:31:48.445331 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.db_base_plugin_common [None req-5253baa6-c5f7-42b6-be81-7532503b524d admin admin] Allocated IP 172.20.0.1 (49eaadcd-4166-45bc-8081-db7a31ee5c71/2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa/edc4ca67-4580-427e-b8c7-b4181fd4f3bb) {{(pid=104510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:31:48.460045 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:48.467945 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-ba913c2f-317f-4162-ad07-06fffcf9023e None None] For port 18e4efc0-2e67-4bcc-b148-00481937f37f, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=18e4efc0-2e67-4bcc-b148-00481937f37f,segment=NetworkSegment(4cbdd146-8739-42ed-8e2e-bcc20ffca626),segment_id=4cbdd146-8739-42ed-8e2e-bcc20ffca626)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:31:48.508226 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port 18e4efc0-2e67-4bcc-b148-00481937f37f triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:31:48.511188 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (18e4efc0-2e67-4bcc-b148-00481937f37f), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:48.596413 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ba913c2f-317f-4162-ad07-06fffcf9023e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (18e4efc0-2e67-4bcc-b148-00481937f37f), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:48.619453 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-5253baa6-c5f7-42b6-be81-7532503b524d admin admin] Publish callbacks [] for port (edc4ca67-4580-427e-b8c7-b4181fd4f3bb), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:48.638829 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:48.736878 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64760cc5-efb6-45ba-aa23-6db174e5a542 admin admin] Pushing event updated for resources: {'Port': ['ID=87c53048-14f1-48db-ac5f-8a38cddd84e4,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:48.756464 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba913c2f-317f-4162-ad07-06fffcf9023e None None] Pushing event updated for resources: {'Port': ['ID=18e4efc0-2e67-4bcc-b148-00481937f37f,revision_number=3']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:48.763811 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-ba913c2f-317f-4162-ad07-06fffcf9023e None None] Provisioning complete for port aa35ba57-df8b-4a33-abe8-913a9ce9a032 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:31:48.764496 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ba913c2f-317f-4162-ad07-06fffcf9023e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (aa35ba57-df8b-4a33-abe8-913a9ce9a032), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:48.772394 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-5253baa6-c5f7-42b6-be81-7532503b524d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413'] for port (edc4ca67-4580-427e-b8c7-b4181fd4f3bb), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:48.820341 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port 18e4efc0-2e67-4bcc-b148-00481937f37f is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:31:48.825213 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2caa10fc-79f3-47a3-bbf0-1031cca96c07 None None] Publish callbacks [] for port (7309a38e-c50f-443e-9146-71bf58bee58a), precommit_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:48.891420 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253baa6-c5f7-42b6-be81-7532503b524d admin admin] Pushing event updated for resources: {'Port': ['ID=edc4ca67-4580-427e-b8c7-b4181fd4f3bb,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:48.895489 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5253baa6-c5f7-42b6-be81-7532503b524d admin admin] Network 49eaadcd-4166-45bc-8081-db7a31ee5c71 is already hosted by enough agents. {{(pid=104510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:31:48.897568 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.base_scheduler [None req-5253baa6-c5f7-42b6-be81-7532503b524d admin admin] Resources bound (agent type, host, resource id): {{(pid=104510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:31:48.901359 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5253baa6-c5f7-42b6-be81-7532503b524d admin admin] Received port after_create {{(pid=104510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:31:48.905129 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-5253baa6-c5f7-42b6-be81-7532503b524d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1719139'] for router_interface (ebf4287d-ab00-4852-994d-69a12c2f480d), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:48.921701 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2caa10fc-79f3-47a3-bbf0-1031cca96c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (7309a38e-c50f-443e-9146-71bf58bee58a), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:49.015195 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-ba913c2f-317f-4162-ad07-06fffcf9023e None None] Current status of the port aa35ba57-df8b-4a33-abe8-913a9ce9a032 is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:31:49.061942 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-2caa10fc-79f3-47a3-bbf0-1031cca96c07 None None] Attempting to bind port 7309a38e-c50f-443e-9146-71bf58bee58a on host dv-cinder-819149-12-iscsi for vnic_type normal with profile {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:31:49.062582 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-2caa10fc-79f3-47a3-bbf0-1031cca96c07 None None] Attempting to bind port 7309a38e-c50f-443e-9146-71bf58bee58a by drivers openvswitch,hyperv on host dv-cinder-819149-12-iscsi at level 0 using segments [{'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:31:49.063311 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2caa10fc-79f3-47a3-bbf0-1031cca96c07 None None] Attempting to bind port 7309a38e-c50f-443e-9146-71bf58bee58a on network 8e10d912-d794-48e6-8f9b-6baf59c7f77e {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:31:49.103896 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2caa10fc-79f3-47a3-bbf0-1031cca96c07 None None] Checking agent: {'id': '5729d8e0-9e32-4d27-b92e-30241f6d9221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 22, 55), 'started_at': datetime.datetime(2022, 7, 20, 15, 23, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:31:49.104383 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2caa10fc-79f3-47a3-bbf0-1031cca96c07 None None] Checking segment: {'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:31:49.104726 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2caa10fc-79f3-47a3-bbf0-1031cca96c07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:49.105310 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2caa10fc-79f3-47a3-bbf0-1031cca96c07 None None] Bound using segment: {'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:31:49.105805 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-2caa10fc-79f3-47a3-bbf0-1031cca96c07 None None] Bound port: 7309a38e-c50f-443e-9146-71bf58bee58a, host: dv-cinder-819149-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'}}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:31:49.106600 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2caa10fc-79f3-47a3-bbf0-1031cca96c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (7309a38e-c50f-443e-9146-71bf58bee58a), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:49.109582 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35fcca4-f043-4079-a23d-60601cca9451 None None] Pushing event updated for resources: {'Port': ['ID=7309a38e-c50f-443e-9146-71bf58bee58a,revision_number=2']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:49.185620 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e13472-9f4e-4892-9d54-fb96e639265d admin admin] Router 08c64ac6-afa1-4f7d-addf-3818db3cc212 is scheduled to L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db with binding_index 1 {{(pid=104509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 15:31:49.239484 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-cd8b4afd-0a02-4e1d-a905-39c6b3b52bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (06b3e5af-b121-48c5-9d7c-4fa3711f89db), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:49.305297 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device aa35ba57-df8b-4a33-abe8-913a9ce9a032 up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:31:49.351514 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-af54d274-c354-4d2f-b809-490bb4a8bb15 None None] Provisioning complete for port 18e4efc0-2e67-4bcc-b148-00481937f37f triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:31:49.351932 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-af54d274-c354-4d2f-b809-490bb4a8bb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (18e4efc0-2e67-4bcc-b148-00481937f37f), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:49.367039 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-2caa10fc-79f3-47a3-bbf0-1031cca96c07 None None] For port 7309a38e-c50f-443e-9146-71bf58bee58a, host dv-cinder-819149-12-iscsi, cleared binding levels {{(pid=104511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:31:49.392770 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-2caa10fc-79f3-47a3-bbf0-1031cca96c07 None None] For port 7309a38e-c50f-443e-9146-71bf58bee58a, host dv-cinder-819149-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=7309a38e-c50f-443e-9146-71bf58bee58a,segment=NetworkSegment(65d22977-7383-4d3c-8560-aa09b9e1098a),segment_id=65d22977-7383-4d3c-8560-aa09b9e1098a)] {{(pid=104511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:31:49.427012 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=100 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:49.447258 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port aa35ba57-df8b-4a33-abe8-913a9ce9a032 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:31:49.448148 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (aa35ba57-df8b-4a33-abe8-913a9ce9a032), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:49.491648 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=100 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:49.514698 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2caa10fc-79f3-47a3-bbf0-1031cca96c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (7309a38e-c50f-443e-9146-71bf58bee58a), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:49.518869 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-af54d274-c354-4d2f-b809-490bb4a8bb15 None None] Current status of the port 18e4efc0-2e67-4bcc-b148-00481937f37f is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:31:49.570363 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-64760cc5-efb6-45ba-aa23-6db174e5a542 admin admin] Publish callbacks [] for router_gateway (7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:49.572253 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-5253baa6-c5f7-42b6-be81-7532503b524d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (edc4ca67-4580-427e-b8c7-b4181fd4f3bb), before_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:49.600252 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35fcca4-f043-4079-a23d-60601cca9451 None None] Pushing event updated for resources: {'Port': ['ID=7309a38e-c50f-443e-9146-71bf58bee58a,revision_number=3']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:49.622758 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-af54d274-c354-4d2f-b809-490bb4a8bb15 None None] Provisioning complete for port 06b3e5af-b121-48c5-9d7c-4fa3711f89db triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:31:49.623242 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-af54d274-c354-4d2f-b809-490bb4a8bb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (06b3e5af-b121-48c5-9d7c-4fa3711f89db), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:49.640399 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:49.666031 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e13472-9f4e-4892-9d54-fb96e639265d admin admin] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:31:49.688201 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd90a0b-0a14-48ce-a6ed-42e1e8e3f477 None None] Sync routers for ids ['08c64ac6-afa1-4f7d-addf-3818db3cc212'] in dv-cinder-819149-12-iscsi {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:31:49.693028 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-af54d274-c354-4d2f-b809-490bb4a8bb15 None None] Port 06b3e5af-b121-48c5-9d7c-4fa3711f89db cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:31:49.709192 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd90a0b-0a14-48ce-a6ed-42e1e8e3f477 None None] Routers {'08c64ac6-afa1-4f7d-addf-3818db3cc212'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:31:49.709869 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-dbd90a0b-0a14-48ce-a6ed-42e1e8e3f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:31:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['08c64ac6-afa1-4f7d-addf-3818db3cc212'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:31:49.739615 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2caa10fc-79f3-47a3-bbf0-1031cca96c07 None None] Routers {'ebf4287d-ab00-4852-994d-69a12c2f480d'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:31:49.740268 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-2caa10fc-79f3-47a3-bbf0-1031cca96c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:31:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['ebf4287d-ab00-4852-994d-69a12c2f480d'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:31:49.872847 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-dbd90a0b-0a14-48ce-a6ed-42e1e8e3f477 None None] Set router 08c64ac6-afa1-4f7d-addf-3818db3cc212 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:31:49.906942 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-5253baa6-c5f7-42b6-be81-7532503b524d admin admin] Publish callbacks [] for port (edc4ca67-4580-427e-b8c7-b4181fd4f3bb), precommit_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:49.913493 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-a2e13472-9f4e-4892-9d54-fb96e639265d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:49.915060 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-a2e13472-9f4e-4892-9d54-fb96e639265d admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.7747316 Jul 20 15:31:49.918647 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 39886) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:31:49.940842 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-2caa10fc-79f3-47a3-bbf0-1031cca96c07 None None] Set router ebf4287d-ab00-4852-994d-69a12c2f480d gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:31:49.979940 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:49.985244 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-cd8b4afd-0a02-4e1d-a905-39c6b3b52bf3 admin admin] Publish callbacks [] for port (06b3e5af-b121-48c5-9d7c-4fa3711f89db), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:50.028665 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-5253baa6-c5f7-42b6-be81-7532503b524d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (edc4ca67-4580-427e-b8c7-b4181fd4f3bb), after_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:50.029495 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-5253baa6-c5f7-42b6-be81-7532503b524d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1514758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716523'] for router_interface (ebf4287d-ab00-4852-994d-69a12c2f480d), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:50.068901 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=5 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:50.097782 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:50.110840 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-64760cc5-efb6-45ba-aa23-6db174e5a542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1708861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1715661'] for router (7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:50.144634 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-dbd90a0b-0a14-48ce-a6ed-42e1e8e3f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'name': 'tempest-AttachVolumeShelveTestJSON-381720140-router', 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'dffbaa5c-bf8e-48c1-9443-e215546c6879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:41Z', 'updated_at': '2022-07-20T15:31:47Z', 'revision_number': 3, 'project_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'gw_port': {'id': 'dffbaa5c-bf8e-48c1-9443-e215546c6879', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:44Z', 'updated_at': '2022-07-20T15:31:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:31:50.174046 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd90a0b-0a14-48ce-a6ed-42e1e8e3f477 None None] Checking router: 08c64ac6-afa1-4f7d-addf-3818db3cc212 for host: dv-cinder-819149-12-iscsi {{(pid=104512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:31:50.174593 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd90a0b-0a14-48ce-a6ed-42e1e8e3f477 None None] Updating router 08c64ac6-afa1-4f7d-addf-3818db3cc212 port dffbaa5c-bf8e-48c1-9443-e215546c6879 binding host dv-cinder-819149-12-iscsi {{(pid=104512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 15:31:50.215164 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-dbd90a0b-0a14-48ce-a6ed-42e1e8e3f477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (dffbaa5c-bf8e-48c1-9443-e215546c6879), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:50.234120 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-cd8b4afd-0a02-4e1d-a905-39c6b3b52bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (06b3e5af-b121-48c5-9d7c-4fa3711f89db), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:50.237247 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-cd8b4afd-0a02-4e1d-a905-39c6b3b52bf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1514758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716523'] for router_interface (25dbc7fb-05f5-4dd9-8008-44889c276b69), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:50.256555 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253baa6-c5f7-42b6-be81-7532503b524d admin admin] Pushing event updated for resources: {'Port': ['ID=edc4ca67-4580-427e-b8c7-b4181fd4f3bb,revision_number=2']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:50.351710 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-8db274b8-173e-4beb-81b7-cfe93649f5c1 None None] Provisioning complete for port edc4ca67-4580-427e-b8c7-b4181fd4f3bb triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:31:50.352381 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8db274b8-173e-4beb-81b7-cfe93649f5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (edc4ca67-4580-427e-b8c7-b4181fd4f3bb), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:50.366641 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5253baa6-c5f7-42b6-be81-7532503b524d admin admin] Network 49eaadcd-4166-45bc-8081-db7a31ee5c71 is already hosted by enough agents. {{(pid=104510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:31:50.396981 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:50.397268 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.base_scheduler [None req-5253baa6-c5f7-42b6-be81-7532503b524d admin admin] Resources bound (agent type, host, resource id): {{(pid=104510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:31:50.398753 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-8db274b8-173e-4beb-81b7-cfe93649f5c1 None None] Port edc4ca67-4580-427e-b8c7-b4181fd4f3bb cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:31:50.458733 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:50.459712 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port aa35ba57-df8b-4a33-abe8-913a9ce9a032 is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:31:50.460989 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 18e4efc0-2e67-4bcc-b148-00481937f37f up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:31:50.536433 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:50.537886 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-3cff6919-5671-44fd-b61e-6a5e9363084f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:50.542111 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port 18e4efc0-2e67-4bcc-b148-00481937f37f triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:31:50.542665 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (18e4efc0-2e67-4bcc-b148-00481937f37f), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:50.582924 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b4afd-0a02-4e1d-a905-39c6b3b52bf3 admin admin] Pushing event updated for resources: {'Port': ['ID=06b3e5af-b121-48c5-9d7c-4fa3711f89db,revision_number=2']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:50.592780 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8b4afd-0a02-4e1d-a905-39c6b3b52bf3 admin admin] Network fa5e056d-5a56-4462-a470-30c02f844e62 is already hosted by enough agents. {{(pid=104509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:31:50.598905 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [None req-cd8b4afd-0a02-4e1d-a905-39c6b3b52bf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:31:50.627031 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-2caa10fc-79f3-47a3-bbf0-1031cca96c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'name': 'tempest-ServerRescueNegativeTestJSON-322932725-router', 'tenant_id': '61872ef687074f5791a2cc46732bebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '7309a38e-c50f-443e-9146-71bf58bee58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:40Z', 'updated_at': '2022-07-20T15:31:49Z', 'revision_number': 4, 'project_id': '61872ef687074f5791a2cc46732bebdf', 'gw_port': {'id': '7309a38e-c50f-443e-9146-71bf58bee58a', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:41Z', 'updated_at': '2022-07-20T15:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': 'edc4ca67-4580-427e-b8c7-b4181fd4f3bb', 'name': '', 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71', 'tenant_id': '61872ef687074f5791a2cc46732bebdf', 'mac_address': 'fa:16:3e:b6:ef:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:47Z', 'updated_at': '2022-07-20T15:31:48Z', 'revision_number': 1, 'project_id': '61872ef687074f5791a2cc46732bebdf', 'subnets': [{'id': '2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:31:50.713012 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2caa10fc-79f3-47a3-bbf0-1031cca96c07 None None] The sync data for ids ['ebf4287d-ab00-4852-994d-69a12c2f480d'] in dv-cinder-819149-12-iscsi is: [{'id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'name': 'tempest-ServerRescueNegativeTestJSON-322932725-router', 'tenant_id': '61872ef687074f5791a2cc46732bebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '7309a38e-c50f-443e-9146-71bf58bee58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:40Z', 'updated_at': '2022-07-20T15:31:49Z', 'revision_number': 4, 'project_id': '61872ef687074f5791a2cc46732bebdf', 'gw_port': {'id': '7309a38e-c50f-443e-9146-71bf58bee58a', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:41Z', 'updated_at': '2022-07-20T15:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': 'edc4ca67-4580-427e-b8c7-b4181fd4f3bb', 'name': '', 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71', 'tenant_id': '61872ef687074f5791a2cc46732bebdf', 'mac_address': 'fa:16:3e:b6:ef:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:47Z', 'updated_at': '2022-07-20T15:31:48Z', 'revision_number': 1, 'project_id': '61872ef687074f5791a2cc46732bebdf', 'subnets': [{'id': '2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:31:50.713855 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5253baa6-c5f7-42b6-be81-7532503b524d admin admin] Router ebf4287d-ab00-4852-994d-69a12c2f480d has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:31:50.874969 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8b4afd-0a02-4e1d-a905-39c6b3b52bf3 admin admin] Router 25dbc7fb-05f5-4dd9-8008-44889c276b69 has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:31:50.883230 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-b82382dd-699a-419d-ac7a-5d3984972f35 None None] Provisioning complete for port edc4ca67-4580-427e-b8c7-b4181fd4f3bb triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:31:50.883767 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b82382dd-699a-419d-ac7a-5d3984972f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (edc4ca67-4580-427e-b8c7-b4181fd4f3bb), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:50.893935 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port 18e4efc0-2e67-4bcc-b148-00481937f37f is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:31:50.902299 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device e5a10f1d-2213-4648-9011-120041d55208 up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:31:50.952644 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-dbd90a0b-0a14-48ce-a6ed-42e1e8e3f477 None None] Publish callbacks [] for port (dffbaa5c-bf8e-48c1-9443-e215546c6879), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:50.960684 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64760cc5-efb6-45ba-aa23-6db174e5a542 admin admin] Router 7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6 is scheduled to L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db with binding_index 1 {{(pid=104509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 15:31:51.035798 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-b82382dd-699a-419d-ac7a-5d3984972f35 None None] Port edc4ca67-4580-427e-b8c7-b4181fd4f3bb cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:31:51.055833 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-dbd90a0b-0a14-48ce-a6ed-42e1e8e3f477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (dffbaa5c-bf8e-48c1-9443-e215546c6879), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:51.059760 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port e5a10f1d-2213-4648-9011-120041d55208 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:31:51.060176 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (e5a10f1d-2213-4648-9011-120041d55208), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:51.174456 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8b4afd-0a02-4e1d-a905-39c6b3b52bf3 admin admin] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:31:51.179664 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-5edd3f8d-7933-41df-98d3-8a0100c1c705 None None] Provisioning complete for port 06b3e5af-b121-48c5-9d7c-4fa3711f89db triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:31:51.180822 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5edd3f8d-7933-41df-98d3-8a0100c1c705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (06b3e5af-b121-48c5-9d7c-4fa3711f89db), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:51.187381 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-cd8b4afd-0a02-4e1d-a905-39c6b3b52bf3 admin admin] 10.222.0.78 "PUT /v2.0/routers/25dbc7fb-05f5-4dd9-8008-44889c276b69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8693538 Jul 20 15:31:51.194868 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:51.211339 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7782036d-0083-4132-8854-61bc8939f50c None None] Sync routers for ids ['25dbc7fb-05f5-4dd9-8008-44889c276b69'] in dv-cinder-819149-12-iscsi {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:31:51.212341 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [None req-dbd90a0b-0a14-48ce-a6ed-42e1e8e3f477 None None] Attempting to bind port dffbaa5c-bf8e-48c1-9443-e215546c6879 on host dv-cinder-819149-12-iscsi for vnic_type normal with profile {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:31:51.212341 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [None req-dbd90a0b-0a14-48ce-a6ed-42e1e8e3f477 None None] Attempting to bind port dffbaa5c-bf8e-48c1-9443-e215546c6879 by drivers openvswitch,hyperv on host dv-cinder-819149-12-iscsi at level 0 using segments [{'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:31:51.212843 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd90a0b-0a14-48ce-a6ed-42e1e8e3f477 None None] Attempting to bind port dffbaa5c-bf8e-48c1-9443-e215546c6879 on network 8e10d912-d794-48e6-8f9b-6baf59c7f77e {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:31:51.233944 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64760cc5-efb6-45ba-aa23-6db174e5a542 admin admin] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:31:51.234123 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130fa93b-7402-4d57-87bd-7884eeb1ecdb None None] Pushing event updated for resources: {'Port': ['ID=dffbaa5c-bf8e-48c1-9443-e215546c6879,revision_number=2']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:51.245968 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5253baa6-c5f7-42b6-be81-7532503b524d admin admin] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:31:51.263954 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c811be9-b55d-4ad6-a0f0-80f1010b34c5 None None] Sync routers for ids ['7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6'] in dv-cinder-819149-12-iscsi {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:31:51.274241 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd90a0b-0a14-48ce-a6ed-42e1e8e3f477 None None] Checking agent: {'id': '5729d8e0-9e32-4d27-b92e-30241f6d9221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 22, 55), 'started_at': datetime.datetime(2022, 7, 20, 15, 23, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:31:51.274641 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd90a0b-0a14-48ce-a6ed-42e1e8e3f477 None None] Checking segment: {'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:31:51.278823 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-dbd90a0b-0a14-48ce-a6ed-42e1e8e3f477 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:51.281144 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd90a0b-0a14-48ce-a6ed-42e1e8e3f477 None None] Bound using segment: {'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:31:51.281681 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [None req-dbd90a0b-0a14-48ce-a6ed-42e1e8e3f477 None None] Bound port: dffbaa5c-bf8e-48c1-9443-e215546c6879, host: dv-cinder-819149-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'}}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:31:51.282074 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-dbd90a0b-0a14-48ce-a6ed-42e1e8e3f477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (dffbaa5c-bf8e-48c1-9443-e215546c6879), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:51.283962 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-5253baa6-c5f7-42b6-be81-7532503b524d admin admin] 10.222.0.78 "PUT /v2.0/routers/ebf4287d-ab00-4852-994d-69a12c2f480d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6353419 Jul 20 15:31:51.302075 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7782036d-0083-4132-8854-61bc8939f50c None None] Routers {'25dbc7fb-05f5-4dd9-8008-44889c276b69'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:31:51.302641 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-7782036d-0083-4132-8854-61bc8939f50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:31:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['25dbc7fb-05f5-4dd9-8008-44889c276b69'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:31:51.314075 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-11a992c4-e013-49fc-b41a-0f0813c44c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:51.344216 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-64760cc5-efb6-45ba-aa23-6db174e5a542 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:51.346661 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-64760cc5-efb6-45ba-aa23-6db174e5a542 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.2794514 Jul 20 15:31:51.349482 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 39908) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:31:51.376917 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c811be9-b55d-4ad6-a0f0-80f1010b34c5 None None] Routers {'7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:31:51.377108 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-4c811be9-b55d-4ad6-a0f0-80f1010b34c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:31:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:31:51.394615 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-5edd3f8d-7933-41df-98d3-8a0100c1c705 None None] Port 06b3e5af-b121-48c5-9d7c-4fa3711f89db cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:31:51.491958 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port e5a10f1d-2213-4648-9011-120041d55208 is: DOWN; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:31:51.493301 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (e5a10f1d-2213-4648-9011-120041d55208), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:51.555941 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [None req-dbd90a0b-0a14-48ce-a6ed-42e1e8e3f477 None None] For port dffbaa5c-bf8e-48c1-9443-e215546c6879, host dv-cinder-819149-12-iscsi, cleared binding levels {{(pid=104512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:31:51.578569 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [None req-dbd90a0b-0a14-48ce-a6ed-42e1e8e3f477 None None] For port dffbaa5c-bf8e-48c1-9443-e215546c6879, host dv-cinder-819149-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=dffbaa5c-bf8e-48c1-9443-e215546c6879,segment=NetworkSegment(65d22977-7383-4d3c-8560-aa09b9e1098a),segment_id=65d22977-7383-4d3c-8560-aa09b9e1098a)] {{(pid=104512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:31:51.617220 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:51.685524 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] For port e5a10f1d-2213-4648-9011-120041d55208, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=e5a10f1d-2213-4648-9011-120041d55208,segment=NetworkSegment(65d22977-7383-4d3c-8560-aa09b9e1098a),segment_id=65d22977-7383-4d3c-8560-aa09b9e1098a)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:31:51.718075 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-dbd90a0b-0a14-48ce-a6ed-42e1e8e3f477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (dffbaa5c-bf8e-48c1-9443-e215546c6879), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:51.727407 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:51.748400 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-7782036d-0083-4132-8854-61bc8939f50c None None] Set router 25dbc7fb-05f5-4dd9-8008-44889c276b69 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:31:51.789197 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130fa93b-7402-4d57-87bd-7884eeb1ecdb None None] Pushing event updated for resources: {'Port': ['ID=dffbaa5c-bf8e-48c1-9443-e215546c6879,revision_number=3']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:51.818303 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-4c811be9-b55d-4ad6-a0f0-80f1010b34c5 None None] Set router 7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:31:51.840086 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (e5a10f1d-2213-4648-9011-120041d55208), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:51.843496 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.db_base_plugin_common [None req-11a992c4-e013-49fc-b41a-0f0813c44c6c admin admin] Allocated IP 172.20.0.1 (f5eb24be-2bbb-47ab-b680-70a114f8f10e/4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c/37bfb88a-e474-4aa4-9e72-a09deb918564) {{(pid=104510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:31:51.953891 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Pushing event updated for resources: {'Port': ['ID=e5a10f1d-2213-4648-9011-120041d55208,revision_number=4']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:51.962433 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:52.157283 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:52.187292 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 39948) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:31:52.189306 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 39950) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:31:52.196263 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-7782036d-0083-4132-8854-61bc8939f50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'name': 'tempest-AttachVolumeTestJSON-1486781354-router', 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e5a10f1d-2213-4648-9011-120041d55208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:38Z', 'updated_at': '2022-07-20T15:31:48Z', 'revision_number': 4, 'project_id': 'aa49d7002cf441348cf3166e64b1bc87', 'gw_port': {'id': 'e5a10f1d-2213-4648-9011-120041d55208', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:40Z', 'updated_at': '2022-07-20T15:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '06b3e5af-b121-48c5-9d7c-4fa3711f89db', 'name': '', 'network_id': 'fa5e056d-5a56-4462-a470-30c02f844e62', 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87', 'mac_address': 'fa:16:3e:cc:ba:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c9fff1ac-07cb-4893-9ae7-8ae90fdf7477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:46Z', 'updated_at': '2022-07-20T15:31:49Z', 'revision_number': 2, 'project_id': 'aa49d7002cf441348cf3166e64b1bc87', 'subnets': [{'id': 'c9fff1ac-07cb-4893-9ae7-8ae90fdf7477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:31:52.200502 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-b9249b64-9838-4416-a22e-b9c819074dd5 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2036846493', 'description': 'tempest-description--1790819257'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:31:52.220483 dv-cinder-819149-12-iscsi neutron-server[104510]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 20 15:31:52.235175 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd90a0b-0a14-48ce-a6ed-42e1e8e3f477 None None] Routers {'08c64ac6-afa1-4f7d-addf-3818db3cc212'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:31:52.236558 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-dbd90a0b-0a14-48ce-a6ed-42e1e8e3f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:31:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['08c64ac6-afa1-4f7d-addf-3818db3cc212'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:31:52.253036 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7782036d-0083-4132-8854-61bc8939f50c None None] Checking router: 25dbc7fb-05f5-4dd9-8008-44889c276b69 for host: dv-cinder-819149-12-iscsi {{(pid=104511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:31:52.253402 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7782036d-0083-4132-8854-61bc8939f50c None None] Updating router 25dbc7fb-05f5-4dd9-8008-44889c276b69 port 06b3e5af-b121-48c5-9d7c-4fa3711f89db binding host dv-cinder-819149-12-iscsi {{(pid=104511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 15:31:52.253983 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:52.283052 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-11a992c4-e013-49fc-b41a-0f0813c44c6c admin admin] Publish callbacks [] for port (37bfb88a-e474-4aa4-9e72-a09deb918564), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:52.321577 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-7782036d-0083-4132-8854-61bc8939f50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (06b3e5af-b121-48c5-9d7c-4fa3711f89db), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:52.356063 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:52.389043 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=100 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:52.433445 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-4c811be9-b55d-4ad6-a0f0-80f1010b34c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6', 'name': 'tempest-DeleteServersTestJSON-848033311-router', 'tenant_id': '80caade751834762862c102c208a34e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '87c53048-14f1-48db-ac5f-8a38cddd84e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:42Z', 'updated_at': '2022-07-20T15:31:48Z', 'revision_number': 3, 'project_id': '80caade751834762862c102c208a34e1', 'gw_port': {'id': '87c53048-14f1-48db-ac5f-8a38cddd84e4', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:64:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:45Z', 'updated_at': '2022-07-20T15:31:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:31:52.473245 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c811be9-b55d-4ad6-a0f0-80f1010b34c5 None None] Checking router: 7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6 for host: dv-cinder-819149-12-iscsi {{(pid=104512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:31:52.473854 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c811be9-b55d-4ad6-a0f0-80f1010b34c5 None None] Updating router 7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6 port 87c53048-14f1-48db-ac5f-8a38cddd84e4 binding host dv-cinder-819149-12-iscsi {{(pid=104512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 15:31:52.555781 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-4c811be9-b55d-4ad6-a0f0-80f1010b34c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (87c53048-14f1-48db-ac5f-8a38cddd84e4), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:52.577840 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-b9249b64-9838-4416-a22e-b9c819074dd5 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:52.654582 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-bb845c30-75c8-4f62-bc70-c44215546cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:52.690064 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6cf95078-1db7-4706-a81a-2b786aba67c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:52.753188 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-dbd90a0b-0a14-48ce-a6ed-42e1e8e3f477 None None] Set router 08c64ac6-afa1-4f7d-addf-3818db3cc212 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:31:52.829666 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-e6dae437-8cb4-446a-b9a6-4b386c6e7748 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:31:52.846963 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-e6dae437-8cb4-446a-b9a6-4b386c6e7748 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/networks?id=49eaadcd-4166-45bc-8081-db7a31ee5c71 HTTP/1.1" status: 200 len: 818 time: 0.6525393 Jul 20 15:31:52.899608 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:52.904938 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-11a992c4-e013-49fc-b41a-0f0813c44c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413'] for port (37bfb88a-e474-4aa4-9e72-a09deb918564), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:52.939290 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-9119222f-a4ac-45a4-811e-b03ce90a87da tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/quotas/61872ef687074f5791a2cc46732bebdf HTTP/1.1" status: 200 len: 375 time: 0.0910149 Jul 20 15:31:53.020304 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-7782036d-0083-4132-8854-61bc8939f50c None None] Publish callbacks [] for port (06b3e5af-b121-48c5-9d7c-4fa3711f89db), precommit_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:53.023836 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:53.042614 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_common [None req-6cf95078-1db7-4706-a81a-2b786aba67c7 admin admin] Allocated IP 172.20.0.1 (87b7a7e3-0142-4612-bb7a-59e6264b0abe/a4c2cef4-6675-44a7-a3bf-066104b57d7d/ead647f0-0a45-4990-bae0-df16c05986e2) {{(pid=104509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:31:53.052805 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-b9249b64-9838-4416-a22e-b9c819074dd5 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks [] for security_group (a1bffa46-f1f7-4060-84df-32518be041eb), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:53.057199 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a992c4-e013-49fc-b41a-0f0813c44c6c admin admin] Pushing event updated for resources: {'Port': ['ID=37bfb88a-e474-4aa4-9e72-a09deb918564,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:53.122583 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:53.156208 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-587b5ddc-bee6-493b-9987-1f9c1b898d69 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=61872ef687074f5791a2cc46732bebdf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2159939 Jul 20 15:31:53.161984 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a992c4-e013-49fc-b41a-0f0813c44c6c admin admin] Network f5eb24be-2bbb-47ab-b680-70a114f8f10e is already hosted by enough agents. {{(pid=104510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:31:53.165650 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.base_scheduler [None req-11a992c4-e013-49fc-b41a-0f0813c44c6c admin admin] Resources bound (agent type, host, resource id): {{(pid=104510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:31:53.167643 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a992c4-e013-49fc-b41a-0f0813c44c6c admin admin] Received port after_create {{(pid=104510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:31:53.168389 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-11a992c4-e013-49fc-b41a-0f0813c44c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1719139'] for router_interface (08c64ac6-afa1-4f7d-addf-3818db3cc212), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:53.188519 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-7782036d-0083-4132-8854-61bc8939f50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (06b3e5af-b121-48c5-9d7c-4fa3711f89db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:53.283547 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-b9249b64-9838-4416-a22e-b9c819074dd5 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (a1bffa46-f1f7-4060-84df-32518be041eb), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:53.292272 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-dbd90a0b-0a14-48ce-a6ed-42e1e8e3f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'name': 'tempest-AttachVolumeShelveTestJSON-381720140-router', 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'dffbaa5c-bf8e-48c1-9443-e215546c6879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:41Z', 'updated_at': '2022-07-20T15:31:47Z', 'revision_number': 3, 'project_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'gw_port': {'id': 'dffbaa5c-bf8e-48c1-9443-e215546c6879', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:44Z', 'updated_at': '2022-07-20T15:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:31:53.311969 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:53.331195 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-4c811be9-b55d-4ad6-a0f0-80f1010b34c5 None None] Publish callbacks [] for port (87c53048-14f1-48db-ac5f-8a38cddd84e4), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:53.377485 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:53.381023 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9249b64-9838-4416-a22e-b9c819074dd5 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bffa46-f1f7-4060-84df-32518be041eb,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:53.389031 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6cf95078-1db7-4706-a81a-2b786aba67c7 admin admin] Publish callbacks [] for port (ead647f0-0a45-4990-bae0-df16c05986e2), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:53.400270 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc8c74-69af-470d-8e7f-ed87e6ec6d76 None None] Pushing event updated for resources: {'Port': ['ID=06b3e5af-b121-48c5-9d7c-4fa3711f89db,revision_number=3']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:53.426092 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd90a0b-0a14-48ce-a6ed-42e1e8e3f477 None None] The sync data for ids ['08c64ac6-afa1-4f7d-addf-3818db3cc212'] in dv-cinder-819149-12-iscsi is: [{'id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'name': 'tempest-AttachVolumeShelveTestJSON-381720140-router', 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'dffbaa5c-bf8e-48c1-9443-e215546c6879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:41Z', 'updated_at': '2022-07-20T15:31:47Z', 'revision_number': 3, 'project_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'gw_port': {'id': 'dffbaa5c-bf8e-48c1-9443-e215546c6879', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:44Z', 'updated_at': '2022-07-20T15:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}] {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:31:53.493828 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-b9249b64-9838-4416-a22e-b9c819074dd5 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:53.498693 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 39984) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:31:53.502915 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-b9249b64-9838-4416-a22e-b9c819074dd5 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.3120608 Jul 20 15:31:53.512324 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-d888407a-d996-4561-b5d8-09c8aae52f8c tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Request body: {'security_group_rule': {'security_group_id': 'a1bffa46-f1f7-4060-84df-32518be041eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:31:53.525945 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-4c811be9-b55d-4ad6-a0f0-80f1010b34c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (87c53048-14f1-48db-ac5f-8a38cddd84e4), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:53.609707 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-11a992c4-e013-49fc-b41a-0f0813c44c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (37bfb88a-e474-4aa4-9e72-a09deb918564), before_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:53.612362 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6cf95078-1db7-4706-a81a-2b786aba67c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413'] for port (ead647f0-0a45-4990-bae0-df16c05986e2), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:53.643777 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-7782036d-0083-4132-8854-61bc8939f50c None None] Attempting to bind port 06b3e5af-b121-48c5-9d7c-4fa3711f89db on host dv-cinder-819149-12-iscsi for vnic_type normal with profile {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:31:53.644385 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-7782036d-0083-4132-8854-61bc8939f50c None None] Attempting to bind port 06b3e5af-b121-48c5-9d7c-4fa3711f89db by drivers openvswitch,hyperv on host dv-cinder-819149-12-iscsi at level 0 using segments [{'id': '10c755fc-814d-432c-a0cc-ddbf10a089f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'fa5e056d-5a56-4462-a470-30c02f844e62'}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:31:53.644921 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7782036d-0083-4132-8854-61bc8939f50c None None] Attempting to bind port 06b3e5af-b121-48c5-9d7c-4fa3711f89db on network fa5e056d-5a56-4462-a470-30c02f844e62 {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:31:53.654167 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7782036d-0083-4132-8854-61bc8939f50c None None] Checking agent: {'id': '5729d8e0-9e32-4d27-b92e-30241f6d9221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 22, 55), 'started_at': datetime.datetime(2022, 7, 20, 15, 23, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:31:53.654902 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7782036d-0083-4132-8854-61bc8939f50c None None] Checking segment: {'id': '10c755fc-814d-432c-a0cc-ddbf10a089f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'fa5e056d-5a56-4462-a470-30c02f844e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:31:53.655472 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-7782036d-0083-4132-8854-61bc8939f50c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:53.656159 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7782036d-0083-4132-8854-61bc8939f50c None None] Bound using segment: {'id': '10c755fc-814d-432c-a0cc-ddbf10a089f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'fa5e056d-5a56-4462-a470-30c02f844e62'} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:31:53.656869 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-7782036d-0083-4132-8854-61bc8939f50c None None] Bound port: 06b3e5af-b121-48c5-9d7c-4fa3711f89db, host: dv-cinder-819149-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10c755fc-814d-432c-a0cc-ddbf10a089f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'fa5e056d-5a56-4462-a470-30c02f844e62'}}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:31:53.657499 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-7782036d-0083-4132-8854-61bc8939f50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (06b3e5af-b121-48c5-9d7c-4fa3711f89db), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:53.671083 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-b9f82960-1ff2-4963-8e13-deecb4defcc4 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104510) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 15:31:53.673528 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-b9f82960-1ff2-4963-8e13-deecb4defcc4 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2076836 Jul 20 15:31:53.723953 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [None req-4c811be9-b55d-4ad6-a0f0-80f1010b34c5 None None] Attempting to bind port 87c53048-14f1-48db-ac5f-8a38cddd84e4 on host dv-cinder-819149-12-iscsi for vnic_type normal with profile {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:31:53.726446 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [None req-4c811be9-b55d-4ad6-a0f0-80f1010b34c5 None None] Attempting to bind port 87c53048-14f1-48db-ac5f-8a38cddd84e4 by drivers openvswitch,hyperv on host dv-cinder-819149-12-iscsi at level 0 using segments [{'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:31:53.730089 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c811be9-b55d-4ad6-a0f0-80f1010b34c5 None None] Attempting to bind port 87c53048-14f1-48db-ac5f-8a38cddd84e4 on network 8e10d912-d794-48e6-8f9b-6baf59c7f77e {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:31:53.750684 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b1ee1-c716-402b-969c-298f698bdd35 None None] Pushing event updated for resources: {'Port': ['ID=87c53048-14f1-48db-ac5f-8a38cddd84e4,revision_number=2']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:53.754722 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c811be9-b55d-4ad6-a0f0-80f1010b34c5 None None] Checking agent: {'id': '5729d8e0-9e32-4d27-b92e-30241f6d9221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 22, 55), 'started_at': datetime.datetime(2022, 7, 20, 15, 23, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:31:53.760918 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c811be9-b55d-4ad6-a0f0-80f1010b34c5 None None] Checking segment: {'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:31:53.760918 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-4c811be9-b55d-4ad6-a0f0-80f1010b34c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:53.760918 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c811be9-b55d-4ad6-a0f0-80f1010b34c5 None None] Bound using segment: {'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:31:53.760918 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [None req-4c811be9-b55d-4ad6-a0f0-80f1010b34c5 None None] Bound port: 87c53048-14f1-48db-ac5f-8a38cddd84e4, host: dv-cinder-819149-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'}}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:31:53.760918 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-4c811be9-b55d-4ad6-a0f0-80f1010b34c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (87c53048-14f1-48db-ac5f-8a38cddd84e4), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:53.813317 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:53.833798 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf95078-1db7-4706-a81a-2b786aba67c7 admin admin] Network 87b7a7e3-0142-4612-bb7a-59e6264b0abe is already hosted by enough agents. {{(pid=104509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:31:53.851229 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-d888407a-d996-4561-b5d8-09c8aae52f8c tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks [] for security_group_rule (1e44292f-d384-40cd-a017-3a5da09c7f56), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:53.875248 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [None req-4c811be9-b55d-4ad6-a0f0-80f1010b34c5 None None] For port 87c53048-14f1-48db-ac5f-8a38cddd84e4, host dv-cinder-819149-12-iscsi, cleared binding levels {{(pid=104512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:31:53.880104 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [None req-4c811be9-b55d-4ad6-a0f0-80f1010b34c5 None None] For port 87c53048-14f1-48db-ac5f-8a38cddd84e4, host dv-cinder-819149-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=87c53048-14f1-48db-ac5f-8a38cddd84e4,segment=NetworkSegment(65d22977-7383-4d3c-8560-aa09b9e1098a),segment_id=65d22977-7383-4d3c-8560-aa09b9e1098a)] {{(pid=104512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:31:53.909061 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-da403e51-38f8-4572-8da0-2872641154e1 None None] Provisioning complete for port 37bfb88a-e474-4aa4-9e72-a09deb918564 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:31:53.909435 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-da403e51-38f8-4572-8da0-2872641154e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (37bfb88a-e474-4aa4-9e72-a09deb918564), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:53.940257 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [None req-6cf95078-1db7-4706-a81a-2b786aba67c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:31:53.961297 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf95078-1db7-4706-a81a-2b786aba67c7 admin admin] Received port after_create {{(pid=104509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:31:53.961670 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6cf95078-1db7-4706-a81a-2b786aba67c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1719139'] for router_interface (7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:53.988359 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-4c811be9-b55d-4ad6-a0f0-80f1010b34c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (87c53048-14f1-48db-ac5f-8a38cddd84e4), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:54.039225 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-da403e51-38f8-4572-8da0-2872641154e1 None None] Port 37bfb88a-e474-4aa4-9e72-a09deb918564 cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:31:54.071783 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-7782036d-0083-4132-8854-61bc8939f50c None None] For port 06b3e5af-b121-48c5-9d7c-4fa3711f89db, host dv-cinder-819149-12-iscsi, cleared binding levels {{(pid=104511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:31:54.078396 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-7782036d-0083-4132-8854-61bc8939f50c None None] For port 06b3e5af-b121-48c5-9d7c-4fa3711f89db, host dv-cinder-819149-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=06b3e5af-b121-48c5-9d7c-4fa3711f89db,segment=NetworkSegment(10c755fc-814d-432c-a0cc-ddbf10a089f1),segment_id=10c755fc-814d-432c-a0cc-ddbf10a089f1)] {{(pid=104511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:31:54.093620 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-d888407a-d996-4561-b5d8-09c8aae52f8c tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks [] for security_group_rule (1e44292f-d384-40cd-a017-3a5da09c7f56), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:54.100462 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf95078-1db7-4706-a81a-2b786aba67c7 admin admin] Pushing event updated for resources: {'Port': ['ID=ead647f0-0a45-4990-bae0-df16c05986e2,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:54.157590 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-a4484bc2-e3ee-48e1-8e20-15f70c649b3d service neutron] 10.222.0.78 "GET /v2.0/networks/49eaadcd-4166-45bc-8081-db7a31ee5c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4762471 Jul 20 15:31:54.163932 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-ca1f6bfb-714b-4a30-92cf-d3cca3ec005b None None] Provisioning complete for port 06b3e5af-b121-48c5-9d7c-4fa3711f89db triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:31:54.164333 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ca1f6bfb-714b-4a30-92cf-d3cca3ec005b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (06b3e5af-b121-48c5-9d7c-4fa3711f89db), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:54.204617 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=100 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:54.294367 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-ca1f6bfb-714b-4a30-92cf-d3cca3ec005b None None] Port 06b3e5af-b121-48c5-9d7c-4fa3711f89db cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:31:54.411277 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 7309a38e-c50f-443e-9146-71bf58bee58a up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:31:54.411703 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c811be9-b55d-4ad6-a0f0-80f1010b34c5 None None] Routers {'7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:31:54.411703 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-4c811be9-b55d-4ad6-a0f0-80f1010b34c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:31:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:31:54.428769 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b1ee1-c716-402b-969c-298f698bdd35 None None] Pushing event updated for resources: {'Port': ['ID=87c53048-14f1-48db-ac5f-8a38cddd84e4,revision_number=3']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:54.449397 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-4925f4f5-bef8-4815-ab0d-47ca111dd429 service neutron] 10.222.0.78 "GET /v2.0/networks/49eaadcd-4166-45bc-8081-db7a31ee5c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820952 Jul 20 15:31:54.473917 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port 7309a38e-c50f-443e-9146-71bf58bee58a triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:31:54.474496 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (7309a38e-c50f-443e-9146-71bf58bee58a), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:54.496277 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-d888407a-d996-4561-b5d8-09c8aae52f8c tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624241'] for security_group_rule (1e44292f-d384-40cd-a017-3a5da09c7f56), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:54.505879 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-11a992c4-e013-49fc-b41a-0f0813c44c6c admin admin] Publish callbacks [] for port (37bfb88a-e474-4aa4-9e72-a09deb918564), precommit_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:54.537252 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888407a-d996-4561-b5d8-09c8aae52f8c tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e44292f-d384-40cd-a017-3a5da09c7f56,revision_number=0']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:54.561269 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-4c811be9-b55d-4ad6-a0f0-80f1010b34c5 None None] Set router 7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:31:54.702275 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-11a992c4-e013-49fc-b41a-0f0813c44c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (37bfb88a-e474-4aa4-9e72-a09deb918564), after_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:54.703639 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-11a992c4-e013-49fc-b41a-0f0813c44c6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1514758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716523'] for router_interface (08c64ac6-afa1-4f7d-addf-3818db3cc212), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:54.710743 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-d888407a-d996-4561-b5d8-09c8aae52f8c tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:54.715922 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-d888407a-d996-4561-b5d8-09c8aae52f8c tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2160852 Jul 20 15:31:54.716869 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 40008) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:31:54.756875 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-7782036d-0083-4132-8854-61bc8939f50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (06b3e5af-b121-48c5-9d7c-4fa3711f89db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:54.787348 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-ddeb17a9-5f5c-4d84-a6d3-f279fff3c85c tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Request body: {'security_group_rule': {'security_group_id': 'a1bffa46-f1f7-4060-84df-32518be041eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:31:54.862626 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6cf95078-1db7-4706-a81a-2b786aba67c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (ead647f0-0a45-4990-bae0-df16c05986e2), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:54.988925 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-565daec9-0015-4c68-8dab-e57dd3329138 None None] Provisioning complete for port ead647f0-0a45-4990-bae0-df16c05986e2 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:31:54.988925 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-565daec9-0015-4c68-8dab-e57dd3329138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (ead647f0-0a45-4990-bae0-df16c05986e2), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:55.106954 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ddeb17a9-5f5c-4d84-a6d3-f279fff3c85c tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks [] for security_group_rule (1253e46c-1066-43ea-b448-e0f956c185f4), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:55.131015 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a992c4-e013-49fc-b41a-0f0813c44c6c admin admin] Pushing event updated for resources: {'Port': ['ID=37bfb88a-e474-4aa4-9e72-a09deb918564,revision_number=2']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:55.182589 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 40028) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:31:55.210447 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:55.215889 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1246d7d2-d921-468c-935a-a6c1d2fd2847 None None] Sync routers for ids ['ebf4287d-ab00-4852-994d-69a12c2f480d'] in dv-cinder-819149-12-iscsi {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:31:55.220317 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:55.250989 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:55.254748 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7782036d-0083-4132-8854-61bc8939f50c None None] Routers {'25dbc7fb-05f5-4dd9-8008-44889c276b69'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:31:55.257145 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-7782036d-0083-4132-8854-61bc8939f50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:31:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['25dbc7fb-05f5-4dd9-8008-44889c276b69'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:31:55.283170 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:55.320066 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:55.447473 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc8c74-69af-470d-8e7f-ed87e6ec6d76 None None] Pushing event updated for resources: {'Port': ['ID=06b3e5af-b121-48c5-9d7c-4fa3711f89db,revision_number=4']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:55.484002 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:55.526628 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-565daec9-0015-4c68-8dab-e57dd3329138 None None] Port ead647f0-0a45-4990-bae0-df16c05986e2 cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:31:55.528714 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ddeb17a9-5f5c-4d84-a6d3-f279fff3c85c tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks [] for security_group_rule (1253e46c-1066-43ea-b448-e0f956c185f4), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:55.661292 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 40052) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:31:55.694668 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ddeb17a9-5f5c-4d84-a6d3-f279fff3c85c tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624241'] for security_group_rule (1253e46c-1066-43ea-b448-e0f956c185f4), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:55.710137 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-516db721-1604-46cb-a686-3a2920648f04 req-ce2d9468-7a73-416e-a81c-4c4dc5a91ec4 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0e200ad-ac34-4618-9518-9cc89ec380de HTTP/1.1" status: 200 len: 210 time: 0.5160346 Jul 20 15:31:55.730772 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-4c811be9-b55d-4ad6-a0f0-80f1010b34c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6', 'name': 'tempest-DeleteServersTestJSON-848033311-router', 'tenant_id': '80caade751834762862c102c208a34e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '87c53048-14f1-48db-ac5f-8a38cddd84e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:42Z', 'updated_at': '2022-07-20T15:31:48Z', 'revision_number': 3, 'project_id': '80caade751834762862c102c208a34e1', 'gw_port': {'id': '87c53048-14f1-48db-ac5f-8a38cddd84e4', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:64:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:45Z', 'updated_at': '2022-07-20T15:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:31:55.749729 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6cf95078-1db7-4706-a81a-2b786aba67c7 admin admin] Publish callbacks [] for port (ead647f0-0a45-4990-bae0-df16c05986e2), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:55.810444 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb17a9-5f5c-4d84-a6d3-f279fff3c85c tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1253e46c-1066-43ea-b448-e0f956c185f4,revision_number=0']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:55.863730 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6cf95078-1db7-4706-a81a-2b786aba67c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (ead647f0-0a45-4990-bae0-df16c05986e2), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:55.864571 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6cf95078-1db7-4706-a81a-2b786aba67c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1514758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716523'] for router_interface (7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:55.883562 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:55.889287 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a992c4-e013-49fc-b41a-0f0813c44c6c admin admin] Network f5eb24be-2bbb-47ab-b680-70a114f8f10e is already hosted by enough agents. {{(pid=104510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:31:55.897553 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.base_scheduler [None req-11a992c4-e013-49fc-b41a-0f0813c44c6c admin admin] Resources bound (agent type, host, resource id): {{(pid=104510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:31:55.906875 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c811be9-b55d-4ad6-a0f0-80f1010b34c5 None None] The sync data for ids ['7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6'] in dv-cinder-819149-12-iscsi is: [{'id': '7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6', 'name': 'tempest-DeleteServersTestJSON-848033311-router', 'tenant_id': '80caade751834762862c102c208a34e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '87c53048-14f1-48db-ac5f-8a38cddd84e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:42Z', 'updated_at': '2022-07-20T15:31:48Z', 'revision_number': 3, 'project_id': '80caade751834762862c102c208a34e1', 'gw_port': {'id': '87c53048-14f1-48db-ac5f-8a38cddd84e4', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:64:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:45Z', 'updated_at': '2022-07-20T15:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}] {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:31:55.970248 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1246d7d2-d921-468c-935a-a6c1d2fd2847 None None] Routers {'ebf4287d-ab00-4852-994d-69a12c2f480d'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:31:55.978385 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-1246d7d2-d921-468c-935a-a6c1d2fd2847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:31:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['ebf4287d-ab00-4852-994d-69a12c2f480d'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:31:55.999956 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port 7309a38e-c50f-443e-9146-71bf58bee58a is: DOWN; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:31:56.002019 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (7309a38e-c50f-443e-9146-71bf58bee58a), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:56.245870 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] For port 7309a38e-c50f-443e-9146-71bf58bee58a, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=7309a38e-c50f-443e-9146-71bf58bee58a,segment=NetworkSegment(65d22977-7383-4d3c-8560-aa09b9e1098a),segment_id=65d22977-7383-4d3c-8560-aa09b9e1098a)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:31:56.247259 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf95078-1db7-4706-a81a-2b786aba67c7 admin admin] Pushing event updated for resources: {'Port': ['ID=ead647f0-0a45-4990-bae0-df16c05986e2,revision_number=2']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:56.247259 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ddeb17a9-5f5c-4d84-a6d3-f279fff3c85c tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:56.247259 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-ddeb17a9-5f5c-4d84-a6d3-f279fff3c85c tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4071209 Jul 20 15:31:56.247259 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 40070) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:31:56.247786 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:56.247985 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-75bdfa09-fb56-498d-8212-5b53b6a471a6 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Request body: {'floatingip': {'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:31:56.247985 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-c5fce528-846f-426a-a6dc-fc09c51acf18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:56.270244 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-83458913-de18-4f0f-83a3-a70d42a7367b None None] Provisioning complete for port 06b3e5af-b121-48c5-9d7c-4fa3711f89db triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:31:56.278610 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-83458913-de18-4f0f-83a3-a70d42a7367b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (06b3e5af-b121-48c5-9d7c-4fa3711f89db), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:56.313352 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (7309a38e-c50f-443e-9146-71bf58bee58a), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:56.314225 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device e5a10f1d-2213-4648-9011-120041d55208 up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:31:56.406727 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-75bdfa09-fb56-498d-8212-5b53b6a471a6 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:56.435302 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf95078-1db7-4706-a81a-2b786aba67c7 admin admin] Network 87b7a7e3-0142-4612-bb7a-59e6264b0abe is already hosted by enough agents. {{(pid=104509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:31:56.444143 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a992c4-e013-49fc-b41a-0f0813c44c6c admin admin] Router 08c64ac6-afa1-4f7d-addf-3818db3cc212 has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:31:56.511322 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [None req-6cf95078-1db7-4706-a81a-2b786aba67c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:31:56.664807 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-7782036d-0083-4132-8854-61bc8939f50c None None] Set router 25dbc7fb-05f5-4dd9-8008-44889c276b69 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:31:56.754200 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-c5fce528-846f-426a-a6dc-fc09c51acf18 admin admin] Publish callbacks [] for security_group (db1ff54d-4497-4adc-baf8-7cbcdfbe7811), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:56.862888 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-83458913-de18-4f0f-83a3-a70d42a7367b None None] Current status of the port 06b3e5af-b121-48c5-9d7c-4fa3711f89db is: DOWN; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:31:56.870168 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-83458913-de18-4f0f-83a3-a70d42a7367b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (06b3e5af-b121-48c5-9d7c-4fa3711f89db), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:57.041006 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Pushing event updated for resources: {'Port': ['ID=7309a38e-c50f-443e-9146-71bf58bee58a,revision_number=4']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:57.117485 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-1246d7d2-d921-468c-935a-a6c1d2fd2847 None None] Set router ebf4287d-ab00-4852-994d-69a12c2f480d gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:31:57.117951 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-43910109-097e-4c50-a4ec-a39c3cf331a7 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:31:57.124247 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-c5fce528-846f-426a-a6dc-fc09c51acf18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (db1ff54d-4497-4adc-baf8-7cbcdfbe7811), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:57.125725 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-43910109-097e-4c50-a4ec-a39c3cf331a7 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/networks?id=49eaadcd-4166-45bc-8081-db7a31ee5c71 HTTP/1.1" status: 200 len: 818 time: 0.6556509 Jul 20 15:31:57.150832 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-0cd396f4-bc49-4988-9dac-4ed343b4af8f tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/quotas/61872ef687074f5791a2cc46732bebdf HTTP/1.1" status: 200 len: 375 time: 0.0240247 Jul 20 15:31:57.216345 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:57.234611 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-03e96210-ed72-452d-9a70-e11fd06a4a0c tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=61872ef687074f5791a2cc46732bebdf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0823574 Jul 20 15:31:57.271158 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-75bdfa09-fb56-498d-8212-5b53b6a471a6 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:57.283777 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a992c4-e013-49fc-b41a-0f0813c44c6c admin admin] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:31:57.291213 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port e5a10f1d-2213-4648-9011-120041d55208 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:31:57.291701 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (e5a10f1d-2213-4648-9011-120041d55208), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:57.311105 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf95078-1db7-4706-a81a-2b786aba67c7 admin admin] Router 7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6 has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:31:57.319664 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-11a992c4-e013-49fc-b41a-0f0813c44c6c admin admin] 10.222.0.78 "PUT /v2.0/routers/08c64ac6-afa1-4f7d-addf-3818db3cc212/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3993421 Jul 20 15:31:57.346986 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-83458913-de18-4f0f-83a3-a70d42a7367b None None] For port 06b3e5af-b121-48c5-9d7c-4fa3711f89db, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=06b3e5af-b121-48c5-9d7c-4fa3711f89db,segment=NetworkSegment(10c755fc-814d-432c-a0cc-ddbf10a089f1),segment_id=10c755fc-814d-432c-a0cc-ddbf10a089f1)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:31:57.374301 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-c5fce528-846f-426a-a6dc-fc09c51acf18 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=99f5f8dca0134df7b339987c309d2382&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7117679 Jul 20 15:31:57.382251 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fce528-846f-426a-a6dc-fc09c51acf18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1ff54d-4497-4adc-baf8-7cbcdfbe7811,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:57.388414 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 40116) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:31:57.421993 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a25083-1038-411f-aa81-d81c831603e5 None None] Sync routers for ids ['08c64ac6-afa1-4f7d-addf-3818db3cc212'] in dv-cinder-819149-12-iscsi {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:31:57.444435 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-83458913-de18-4f0f-83a3-a70d42a7367b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (06b3e5af-b121-48c5-9d7c-4fa3711f89db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:57.452911 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a25083-1038-411f-aa81-d81c831603e5 None None] Routers {'08c64ac6-afa1-4f7d-addf-3818db3cc212'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:31:57.455113 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-d0a25083-1038-411f-aa81-d81c831603e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:31:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['08c64ac6-afa1-4f7d-addf-3818db3cc212'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:31:57.504893 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-c84fc45c-654d-4fa2-9ac1-4fd3d09652f1 service neutron] 10.222.0.78 "GET /v2.0/networks/49eaadcd-4166-45bc-8081-db7a31ee5c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690952 Jul 20 15:31:57.653915 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-7782036d-0083-4132-8854-61bc8939f50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'name': 'tempest-AttachVolumeTestJSON-1486781354-router', 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e5a10f1d-2213-4648-9011-120041d55208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:38Z', 'updated_at': '2022-07-20T15:31:48Z', 'revision_number': 4, 'project_id': 'aa49d7002cf441348cf3166e64b1bc87', 'gw_port': {'id': 'e5a10f1d-2213-4648-9011-120041d55208', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:40Z', 'updated_at': '2022-07-20T15:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '06b3e5af-b121-48c5-9d7c-4fa3711f89db', 'name': '', 'network_id': 'fa5e056d-5a56-4462-a470-30c02f844e62', 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87', 'mac_address': 'fa:16:3e:cc:ba:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c9fff1ac-07cb-4893-9ae7-8ae90fdf7477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:46Z', 'updated_at': '2022-07-20T15:31:54Z', 'revision_number': 4, 'project_id': 'aa49d7002cf441348cf3166e64b1bc87', 'subnets': [{'id': 'c9fff1ac-07cb-4893-9ae7-8ae90fdf7477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:31:57.675698 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-7fbdb5e8-ea2a-429a-b026-4b14bdbeec9f service neutron] 10.222.0.78 "GET /v2.0/networks/49eaadcd-4166-45bc-8081-db7a31ee5c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695945 Jul 20 15:31:57.694143 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-ee1fb259-b9fc-4926-8e37-a183f0961b44 None None] Provisioning complete for port ead647f0-0a45-4990-bae0-df16c05986e2 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:31:57.695185 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ee1fb259-b9fc-4926-8e37-a183f0961b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (ead647f0-0a45-4990-bae0-df16c05986e2), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:57.702660 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:57.739786 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-d0a25083-1038-411f-aa81-d81c831603e5 None None] Set router 08c64ac6-afa1-4f7d-addf-3818db3cc212 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:31:57.759548 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-fba64562-e948-448c-8f34-f6e5ad5046dc admin admin] Publish callbacks [] for security_group (db1ff54d-4497-4adc-baf8-7cbcdfbe7811), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:57.811196 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_common [None req-75bdfa09-fb56-498d-8212-5b53b6a471a6 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Allocated IP 172.27.1.88 (8e10d912-d794-48e6-8f9b-6baf59c7f77e/d5daf119-8c14-4f50-a186-1c01cb5bfe5f/e060d8b3-4a62-431f-bcc5-b321c5155e76) {{(pid=104509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:31:57.824192 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf95078-1db7-4706-a81a-2b786aba67c7 admin admin] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:31:57.828891 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-fba64562-e948-448c-8f34-f6e5ad5046dc admin admin] Publish callbacks [] for security_group (db1ff54d-4497-4adc-baf8-7cbcdfbe7811), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:57.831765 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:57.835787 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port e5a10f1d-2213-4648-9011-120041d55208 is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:31:57.848346 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7782036d-0083-4132-8854-61bc8939f50c None None] The sync data for ids ['25dbc7fb-05f5-4dd9-8008-44889c276b69'] in dv-cinder-819149-12-iscsi is: [{'id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'name': 'tempest-AttachVolumeTestJSON-1486781354-router', 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e5a10f1d-2213-4648-9011-120041d55208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:38Z', 'updated_at': '2022-07-20T15:31:48Z', 'revision_number': 4, 'project_id': 'aa49d7002cf441348cf3166e64b1bc87', 'gw_port': {'id': 'e5a10f1d-2213-4648-9011-120041d55208', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:40Z', 'updated_at': '2022-07-20T15:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '06b3e5af-b121-48c5-9d7c-4fa3711f89db', 'name': '', 'network_id': 'fa5e056d-5a56-4462-a470-30c02f844e62', 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87', 'mac_address': 'fa:16:3e:cc:ba:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c9fff1ac-07cb-4893-9ae7-8ae90fdf7477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:46Z', 'updated_at': '2022-07-20T15:31:54Z', 'revision_number': 4, 'project_id': 'aa49d7002cf441348cf3166e64b1bc87', 'subnets': [{'id': 'c9fff1ac-07cb-4893-9ae7-8ae90fdf7477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:31:57.870894 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-6cf95078-1db7-4706-a81a-2b786aba67c7 admin admin] 10.222.0.78 "PUT /v2.0/routers/7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5135472 Jul 20 15:31:57.982896 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-ee1fb259-b9fc-4926-8e37-a183f0961b44 None None] Port ead647f0-0a45-4990-bae0-df16c05986e2 cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:31:58.049132 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83458913-de18-4f0f-83a3-a70d42a7367b None None] Pushing event updated for resources: {'Port': ['ID=06b3e5af-b121-48c5-9d7c-4fa3711f89db,revision_number=5']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:58.064922 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-ee1fb259-b9fc-4926-8e37-a183f0961b44 None None] Provisioning complete for port 37bfb88a-e474-4aa4-9e72-a09deb918564 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:31:58.082431 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ee1fb259-b9fc-4926-8e37-a183f0961b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (37bfb88a-e474-4aa4-9e72-a09deb918564), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:58.218933 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-ee1fb259-b9fc-4926-8e37-a183f0961b44 None None] Port 37bfb88a-e474-4aa4-9e72-a09deb918564 cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:31:58.232780 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-1246d7d2-d921-468c-935a-a6c1d2fd2847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'name': 'tempest-ServerRescueNegativeTestJSON-322932725-router', 'tenant_id': '61872ef687074f5791a2cc46732bebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '7309a38e-c50f-443e-9146-71bf58bee58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:40Z', 'updated_at': '2022-07-20T15:31:49Z', 'revision_number': 4, 'project_id': '61872ef687074f5791a2cc46732bebdf', 'gw_port': {'id': '7309a38e-c50f-443e-9146-71bf58bee58a', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:41Z', 'updated_at': '2022-07-20T15:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': 'edc4ca67-4580-427e-b8c7-b4181fd4f3bb', 'name': '', 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71', 'tenant_id': '61872ef687074f5791a2cc46732bebdf', 'mac_address': 'fa:16:3e:b6:ef:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:47Z', 'updated_at': '2022-07-20T15:31:49Z', 'revision_number': 2, 'project_id': '61872ef687074f5791a2cc46732bebdf', 'subnets': [{'id': '2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:31:58.273548 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-60c10e96-ce17-48ca-bd77-306101e3b43a req-bc4b507d-845d-4d6a-83ad-1023d28bb9f9 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 210 time: 0.2038739 Jul 20 15:31:58.275643 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 40156) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:31:58.305149 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-83d30e55-c38d-4989-aff1-dd2f8964146e tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Request body: {'security_group': {'name': 'tempest-securitygroup--888097469', 'description': 'tempest-description--2265228'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:31:58.326844 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1246d7d2-d921-468c-935a-a6c1d2fd2847 None None] Checking router: ebf4287d-ab00-4852-994d-69a12c2f480d for host: dv-cinder-819149-12-iscsi {{(pid=104511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:31:58.330159 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1246d7d2-d921-468c-935a-a6c1d2fd2847 None None] Updating router ebf4287d-ab00-4852-994d-69a12c2f480d port edc4ca67-4580-427e-b8c7-b4181fd4f3bb binding host dv-cinder-819149-12-iscsi {{(pid=104511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 15:31:58.379548 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1246d7d2-d921-468c-935a-a6c1d2fd2847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (edc4ca67-4580-427e-b8c7-b4181fd4f3bb), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:58.468013 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:58.476422 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-75bdfa09-fb56-498d-8212-5b53b6a471a6 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks [] for port (e060d8b3-4a62-431f-bcc5-b321c5155e76), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:58.478994 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-83d30e55-c38d-4989-aff1-dd2f8964146e tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:58.510741 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-d0a25083-1038-411f-aa81-d81c831603e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'name': 'tempest-AttachVolumeShelveTestJSON-381720140-router', 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'dffbaa5c-bf8e-48c1-9443-e215546c6879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:41Z', 'updated_at': '2022-07-20T15:31:53Z', 'revision_number': 4, 'project_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'gw_port': {'id': 'dffbaa5c-bf8e-48c1-9443-e215546c6879', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:44Z', 'updated_at': '2022-07-20T15:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '37bfb88a-e474-4aa4-9e72-a09deb918564', 'name': '', 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e', 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'mac_address': 'fa:16:3e:18:75:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:51Z', 'updated_at': '2022-07-20T15:31:53Z', 'revision_number': 2, 'project_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'subnets': [{'id': '4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:31:58.550437 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:58.567417 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a25083-1038-411f-aa81-d81c831603e5 None None] Checking router: 08c64ac6-afa1-4f7d-addf-3818db3cc212 for host: dv-cinder-819149-12-iscsi {{(pid=104512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:31:58.567719 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a25083-1038-411f-aa81-d81c831603e5 None None] Updating router 08c64ac6-afa1-4f7d-addf-3818db3cc212 port 37bfb88a-e474-4aa4-9e72-a09deb918564 binding host dv-cinder-819149-12-iscsi {{(pid=104512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 15:31:58.600670 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device dffbaa5c-bf8e-48c1-9443-e215546c6879 up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:31:58.648542 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-fba64562-e948-448c-8f34-f6e5ad5046dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (db1ff54d-4497-4adc-baf8-7cbcdfbe7811), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:58.674609 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-fba64562-e948-448c-8f34-f6e5ad5046dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:58.680101 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-fba64562-e948-448c-8f34-f6e5ad5046dc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/db1ff54d-4497-4adc-baf8-7cbcdfbe7811 HTTP/1.1" status: 204 len: 168 time: 1.2841809 Jul 20 15:31:58.686097 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-d0a25083-1038-411f-aa81-d81c831603e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (37bfb88a-e474-4aa4-9e72-a09deb918564), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:58.708926 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba64562-e948-448c-8f34-f6e5ad5046dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1ff54d-4497-4adc-baf8-7cbcdfbe7811,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:58.761730 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-83d30e55-c38d-4989-aff1-dd2f8964146e tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks [] for security_group (e9e32619-b769-4fc6-9ba6-7456f4e1ef68), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:58.780490 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-75bdfa09-fb56-498d-8212-5b53b6a471a6 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413'] for port (e060d8b3-4a62-431f-bcc5-b321c5155e76), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:58.861705 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bdfa09-fb56-498d-8212-5b53b6a471a6 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Network 8e10d912-d794-48e6-8f9b-6baf59c7f77e is already hosted by enough agents. {{(pid=104509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:31:58.865904 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [None req-75bdfa09-fb56-498d-8212-5b53b6a471a6 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Resources bound (agent type, host, resource id): {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:31:58.873438 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bdfa09-fb56-498d-8212-5b53b6a471a6 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Received port after_create {{(pid=104509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:31:58.898755 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-83d30e55-c38d-4989-aff1-dd2f8964146e tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (e9e32619-b769-4fc6-9ba6-7456f4e1ef68), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:58.942013 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bdfa09-fb56-498d-8212-5b53b6a471a6 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Pushing event updated for resources: {'Port': ['ID=e060d8b3-4a62-431f-bcc5-b321c5155e76,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:58.982988 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:58.988028 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d30e55-c38d-4989-aff1-dd2f8964146e tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e32619-b769-4fc6-9ba6-7456f4e1ef68,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:59.122175 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-83d30e55-c38d-4989-aff1-dd2f8964146e tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:59.126361 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-83d30e55-c38d-4989-aff1-dd2f8964146e tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.8429563 Jul 20 15:31:59.126881 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 40196) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:31:59.132385 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-818de3fc-0959-4153-8304-cc76e577a7d4 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Request body: {'security_group_rule': {'security_group_id': 'e9e32619-b769-4fc6-9ba6-7456f4e1ef68', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:31:59.157956 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-75bdfa09-fb56-498d-8212-5b53b6a471a6 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks [] for floatingip (b19f0c73-08e5-4b66-8e9f-40ce0987998b), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:59.224699 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:59.239575 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port dffbaa5c-bf8e-48c1-9443-e215546c6879 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:31:59.239970 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (dffbaa5c-bf8e-48c1-9443-e215546c6879), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:59.264032 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 40200) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:31:59.298242 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-818de3fc-0959-4153-8304-cc76e577a7d4 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks [] for security_group_rule (4f671312-117b-4c98-b7ae-b16dd3e3e794), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:59.381268 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-75bdfa09-fb56-498d-8212-5b53b6a471a6 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (e060d8b3-4a62-431f-bcc5-b321c5155e76), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:59.491583 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=100 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:59.632199 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port dffbaa5c-bf8e-48c1-9443-e215546c6879 is: DOWN; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:31:59.634960 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (dffbaa5c-bf8e-48c1-9443-e215546c6879), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:59.639599 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-818de3fc-0959-4153-8304-cc76e577a7d4 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks [] for security_group_rule (4f671312-117b-4c98-b7ae-b16dd3e3e794), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:59.663943 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-d0a25083-1038-411f-aa81-d81c831603e5 None None] Publish callbacks [] for port (37bfb88a-e474-4aa4-9e72-a09deb918564), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:59.705924 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1246d7d2-d921-468c-935a-a6c1d2fd2847 None None] Publish callbacks [] for port (edc4ca67-4580-427e-b8c7-b4181fd4f3bb), precommit_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:59.708525 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9ecd96ab-cd3f-4b48-a909-b1e7199692fe req-ca295287-111c-4f0e-8d0f-3dbd18ac7825 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 210 time: 0.2597077 Jul 20 15:31:59.727597 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-818de3fc-0959-4153-8304-cc76e577a7d4 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624241'] for security_group_rule (4f671312-117b-4c98-b7ae-b16dd3e3e794), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:59.780519 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] For port dffbaa5c-bf8e-48c1-9443-e215546c6879, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=dffbaa5c-bf8e-48c1-9443-e215546c6879,segment=NetworkSegment(65d22977-7383-4d3c-8560-aa09b9e1098a),segment_id=65d22977-7383-4d3c-8560-aa09b9e1098a)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:31:59.792417 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-d0a25083-1038-411f-aa81-d81c831603e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (37bfb88a-e474-4aa4-9e72-a09deb918564), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:59.808978 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818de3fc-0959-4153-8304-cc76e577a7d4 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f671312-117b-4c98-b7ae-b16dd3e3e794,revision_number=0']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:59.826509 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1246d7d2-d921-468c-935a-a6c1d2fd2847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (edc4ca67-4580-427e-b8c7-b4181fd4f3bb), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:59.839790 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-75bdfa09-fb56-498d-8212-5b53b6a471a6 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks [] for port (e060d8b3-4a62-431f-bcc5-b321c5155e76), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:59.872801 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (dffbaa5c-bf8e-48c1-9443-e215546c6879), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:31:59.873833 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 7309a38e-c50f-443e-9146-71bf58bee58a up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:31:59.886045 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf544c57-af56-42bd-b437-54a4df6eb2e0 None None] Pushing event updated for resources: {'Port': ['ID=37bfb88a-e474-4aa4-9e72-a09deb918564,revision_number=3']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:31:59.948285 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:31:59.950219 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-75bdfa09-fb56-498d-8212-5b53b6a471a6 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (e060d8b3-4a62-431f-bcc5-b321c5155e76), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:00.000104 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-818de3fc-0959-4153-8304-cc76e577a7d4 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:00.001317 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-818de3fc-0959-4153-8304-cc76e577a7d4 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8730743 Jul 20 15:32:00.029314 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [None req-d0a25083-1038-411f-aa81-d81c831603e5 None None] Attempting to bind port 37bfb88a-e474-4aa4-9e72-a09deb918564 on host dv-cinder-819149-12-iscsi for vnic_type normal with profile {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:32:00.030085 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 40226) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:00.035099 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [None req-d0a25083-1038-411f-aa81-d81c831603e5 None None] Attempting to bind port 37bfb88a-e474-4aa4-9e72-a09deb918564 by drivers openvswitch,hyperv on host dv-cinder-819149-12-iscsi at level 0 using segments [{'id': '643648c2-fbcf-4011-96d1-5d3dde59321a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e'}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:32:00.035453 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a25083-1038-411f-aa81-d81c831603e5 None None] Attempting to bind port 37bfb88a-e474-4aa4-9e72-a09deb918564 on network f5eb24be-2bbb-47ab-b680-70a114f8f10e {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:32:00.078008 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a25083-1038-411f-aa81-d81c831603e5 None None] Checking agent: {'id': '5729d8e0-9e32-4d27-b92e-30241f6d9221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 22, 55), 'started_at': datetime.datetime(2022, 7, 20, 15, 23, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:32:00.083042 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10afeb02-a64c-4f33-bcda-a922a0da2bb3 None None] Pushing event updated for resources: {'Port': ['ID=edc4ca67-4580-427e-b8c7-b4181fd4f3bb,revision_number=3']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:00.083198 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-2339d1ea-4af1-4928-b219-16d101a0552c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Request body: {'security_group_rule': {'security_group_id': 'e9e32619-b769-4fc6-9ba6-7456f4e1ef68', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:32:00.083569 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a25083-1038-411f-aa81-d81c831603e5 None None] Checking segment: {'id': '643648c2-fbcf-4011-96d1-5d3dde59321a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:32:00.084794 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-d0a25083-1038-411f-aa81-d81c831603e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:00.090794 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a25083-1038-411f-aa81-d81c831603e5 None None] Bound using segment: {'id': '643648c2-fbcf-4011-96d1-5d3dde59321a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e'} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:32:00.092547 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [None req-d0a25083-1038-411f-aa81-d81c831603e5 None None] Bound port: 37bfb88a-e474-4aa4-9e72-a09deb918564, host: dv-cinder-819149-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '643648c2-fbcf-4011-96d1-5d3dde59321a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e'}}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:32:00.094666 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-d0a25083-1038-411f-aa81-d81c831603e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (37bfb88a-e474-4aa4-9e72-a09deb918564), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:00.174501 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 40234) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:00.265967 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-75bdfa09-fb56-498d-8212-5b53b6a471a6 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714675'] for floatingip (b19f0c73-08e5-4b66-8e9f-40ce0987998b), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:00.281355 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:00.295839 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bdfa09-fb56-498d-8212-5b53b6a471a6 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Pushing event updated for resources: {'Port': ['ID=e060d8b3-4a62-431f-bcc5-b321c5155e76,revision_number=2']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:00.362294 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [None req-d0a25083-1038-411f-aa81-d81c831603e5 None None] For port 37bfb88a-e474-4aa4-9e72-a09deb918564, host dv-cinder-819149-12-iscsi, cleared binding levels {{(pid=104512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:32:00.373626 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [None req-d0a25083-1038-411f-aa81-d81c831603e5 None None] For port 37bfb88a-e474-4aa4-9e72-a09deb918564, host dv-cinder-819149-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=37bfb88a-e474-4aa4-9e72-a09deb918564,segment=NetworkSegment(643648c2-fbcf-4011-96d1-5d3dde59321a),segment_id=643648c2-fbcf-4011-96d1-5d3dde59321a)] {{(pid=104512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:32:00.448685 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Pushing event updated for resources: {'Port': ['ID=dffbaa5c-bf8e-48c1-9443-e215546c6879,revision_number=4']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:00.480866 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec030d44-4b48-43ea-9706-d3373607f570 req-179d58ed-7fba-4b83-a2d5-5172ea62a5c0 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:00.492176 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ec030d44-4b48-43ea-9706-d3373607f570 req-179d58ed-7fba-4b83-a2d5-5172ea62a5c0 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/networks?id=87b7a7e3-0142-4612-bb7a-59e6264b0abe HTTP/1.1" status: 200 len: 811 time: 0.5632567 Jul 20 15:32:00.497165 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port 7309a38e-c50f-443e-9146-71bf58bee58a triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:32:00.498139 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (7309a38e-c50f-443e-9146-71bf58bee58a), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:00.499650 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-5df3bcc6-98e3-4379-a8dd-5d1bc7a416c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:00.518174 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-75bdfa09-fb56-498d-8212-5b53b6a471a6 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for floatingip (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:00.533101 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-75bdfa09-fb56-498d-8212-5b53b6a471a6 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3498139 Jul 20 15:32:00.536102 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-d0a25083-1038-411f-aa81-d81c831603e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (37bfb88a-e474-4aa4-9e72-a09deb918564), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:00.537383 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-bb0c5adf-1147-4149-a042-72a489a80646 None None] Provisioning complete for port 37bfb88a-e474-4aa4-9e72-a09deb918564 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:32:00.538085 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-bb0c5adf-1147-4149-a042-72a489a80646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (37bfb88a-e474-4aa4-9e72-a09deb918564), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:00.543172 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-1246d7d2-d921-468c-935a-a6c1d2fd2847 None None] Attempting to bind port edc4ca67-4580-427e-b8c7-b4181fd4f3bb on host dv-cinder-819149-12-iscsi for vnic_type normal with profile {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:32:00.543740 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-1246d7d2-d921-468c-935a-a6c1d2fd2847 None None] Attempting to bind port edc4ca67-4580-427e-b8c7-b4181fd4f3bb by drivers openvswitch,hyperv on host dv-cinder-819149-12-iscsi at level 0 using segments [{'id': '662891f8-8b9a-43c8-9ec2-0f1ae07a78f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71'}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:32:00.548398 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1246d7d2-d921-468c-935a-a6c1d2fd2847 None None] Attempting to bind port edc4ca67-4580-427e-b8c7-b4181fd4f3bb on network 49eaadcd-4166-45bc-8081-db7a31ee5c71 {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:32:00.552980 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ec030d44-4b48-43ea-9706-d3373607f570 req-aa898fb0-6548-4ed7-b37d-40862f03327f tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/quotas/80caade751834762862c102c208a34e1 HTTP/1.1" status: 200 len: 375 time: 0.0536516 Jul 20 15:32:00.624895 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-fd6c42fe-eef1-47f5-ba8b-aa83a0643790 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:00.631097 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1246d7d2-d921-468c-935a-a6c1d2fd2847 None None] Checking agent: {'id': '5729d8e0-9e32-4d27-b92e-30241f6d9221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 22, 55), 'started_at': datetime.datetime(2022, 7, 20, 15, 23, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:32:00.631097 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1246d7d2-d921-468c-935a-a6c1d2fd2847 None None] Checking segment: {'id': '662891f8-8b9a-43c8-9ec2-0f1ae07a78f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:32:00.631097 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1246d7d2-d921-468c-935a-a6c1d2fd2847 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:00.631097 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1246d7d2-d921-468c-935a-a6c1d2fd2847 None None] Bound using segment: {'id': '662891f8-8b9a-43c8-9ec2-0f1ae07a78f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71'} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:32:00.631746 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-1246d7d2-d921-468c-935a-a6c1d2fd2847 None None] Bound port: edc4ca67-4580-427e-b8c7-b4181fd4f3bb, host: dv-cinder-819149-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '662891f8-8b9a-43c8-9ec2-0f1ae07a78f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71'}}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:32:00.631746 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1246d7d2-d921-468c-935a-a6c1d2fd2847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (edc4ca67-4580-427e-b8c7-b4181fd4f3bb), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:00.632164 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-2339d1ea-4af1-4928-b219-16d101a0552c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks [] for security_group_rule (b7ce3d2d-6a36-4edb-b984-5310d557eb87), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:00.778927 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf544c57-af56-42bd-b437-54a4df6eb2e0 None None] Pushing event updated for resources: {'Port': ['ID=37bfb88a-e474-4aa4-9e72-a09deb918564,revision_number=4']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:00.789193 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a25083-1038-411f-aa81-d81c831603e5 None None] Routers {'08c64ac6-afa1-4f7d-addf-3818db3cc212'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:32:00.789999 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-d0a25083-1038-411f-aa81-d81c831603e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:31:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['08c64ac6-afa1-4f7d-addf-3818db3cc212'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:32:00.799850 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ec030d44-4b48-43ea-9706-d3373607f570 req-34df7f10-8f85-49b5-a6b6-7166906b5455 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=80caade751834762862c102c208a34e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2130404 Jul 20 15:32:00.839990 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:00.845851 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-2339d1ea-4af1-4928-b219-16d101a0552c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks [] for security_group_rule (b7ce3d2d-6a36-4edb-b984-5310d557eb87), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:00.891640 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:00.907439 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-2339d1ea-4af1-4928-b219-16d101a0552c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624241'] for security_group_rule (b7ce3d2d-6a36-4edb-b984-5310d557eb87), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:00.920135 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-5df3bcc6-98e3-4379-a8dd-5d1bc7a416c9 admin admin] Publish callbacks [] for security_group (abe17f1a-cfc1-42e9-8a54-486552578f85), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:00.965979 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339d1ea-4af1-4928-b219-16d101a0552c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ce3d2d-6a36-4edb-b984-5310d557eb87,revision_number=0']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:01.000262 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-fd6c42fe-eef1-47f5-ba8b-aa83a0643790 admin admin] Publish callbacks [] for security_group (0866a1aa-e1bf-4a4a-8494-254ac5056087), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:01.001402 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-5df3bcc6-98e3-4379-a8dd-5d1bc7a416c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (abe17f1a-cfc1-42e9-8a54-486552578f85), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:01.009634 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-bb0c5adf-1147-4149-a042-72a489a80646 None None] Current status of the port 37bfb88a-e474-4aa4-9e72-a09deb918564 is: DOWN; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:32:01.009939 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-bb0c5adf-1147-4149-a042-72a489a80646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (37bfb88a-e474-4aa4-9e72-a09deb918564), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:01.050956 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-1246d7d2-d921-468c-935a-a6c1d2fd2847 None None] For port edc4ca67-4580-427e-b8c7-b4181fd4f3bb, host dv-cinder-819149-12-iscsi, cleared binding levels {{(pid=104511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:32:01.111309 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-d0a25083-1038-411f-aa81-d81c831603e5 None None] Set router 08c64ac6-afa1-4f7d-addf-3818db3cc212 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:32:01.124414 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-2339d1ea-4af1-4928-b219-16d101a0552c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:01.125824 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-2339d1ea-4af1-4928-b219-16d101a0552c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0946434 Jul 20 15:32:01.130298 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-673fcca7-ad7a-4f33-980a-2b2a289e2769 req-dc92bf27-b751-446b-a290-9d4bf4ae2355 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 210 time: 0.0672610 Jul 20 15:32:01.130547 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port 7309a38e-c50f-443e-9146-71bf58bee58a is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:32:01.130963 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 40268) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:01.132272 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 87c53048-14f1-48db-ac5f-8a38cddd84e4 up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:32:01.134905 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-5df3bcc6-98e3-4379-a8dd-5d1bc7a416c9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=493fb99c808d45e186749e61845c48dc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8695157 Jul 20 15:32:01.142838 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-93372f03-427c-4f45-bdbe-b8a82e7b32b1 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Request body: {'floatingip': {'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:32:01.145143 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:01.151170 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 40270) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:01.159429 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-fd6c42fe-eef1-47f5-ba8b-aa83a0643790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (0866a1aa-e1bf-4a4a-8494-254ac5056087), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:01.201858 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-1246d7d2-d921-468c-935a-a6c1d2fd2847 None None] For port edc4ca67-4580-427e-b8c7-b4181fd4f3bb, host dv-cinder-819149-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=edc4ca67-4580-427e-b8c7-b4181fd4f3bb,segment=NetworkSegment(662891f8-8b9a-43c8-9ec2-0f1ae07a78f2),segment_id=662891f8-8b9a-43c8-9ec2-0f1ae07a78f2)] {{(pid=104511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:32:01.257274 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-bb0c5adf-1147-4149-a042-72a489a80646 None None] For port 37bfb88a-e474-4aa4-9e72-a09deb918564, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=37bfb88a-e474-4aa4-9e72-a09deb918564,segment=NetworkSegment(643648c2-fbcf-4011-96d1-5d3dde59321a),segment_id=643648c2-fbcf-4011-96d1-5d3dde59321a)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:32:01.282177 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port 87c53048-14f1-48db-ac5f-8a38cddd84e4 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:32:01.282607 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (87c53048-14f1-48db-ac5f-8a38cddd84e4), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:01.282987 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df3bcc6-98e3-4379-a8dd-5d1bc7a416c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe17f1a-cfc1-42e9-8a54-486552578f85,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:01.292632 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-fd6c42fe-eef1-47f5-ba8b-aa83a0643790 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bd335124dde5462b970264a96448f422&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1224670 Jul 20 15:32:01.320879 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 40272) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:01.337758 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [req-ec030d44-4b48-43ea-9706-d3373607f570 req-842b668b-4ab7-451e-a639-20112f0a4804 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104510) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 15:32:01.339541 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ec030d44-4b48-43ea-9706-d3373607f570 req-842b668b-4ab7-451e-a639-20112f0a4804 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4459245 Jul 20 15:32:01.383095 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1246d7d2-d921-468c-935a-a6c1d2fd2847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (edc4ca67-4580-427e-b8c7-b4181fd4f3bb), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:01.394474 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-bb0c5adf-1147-4149-a042-72a489a80646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (37bfb88a-e474-4aa4-9e72-a09deb918564), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:01.424806 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.102', 62110) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:01.485564 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1246d7d2-d921-468c-935a-a6c1d2fd2847 None None] Routers {'ebf4287d-ab00-4852-994d-69a12c2f480d'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:32:01.486527 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-1246d7d2-d921-468c-935a-a6c1d2fd2847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:31:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['ebf4287d-ab00-4852-994d-69a12c2f480d'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:32:01.513304 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c42fe-eef1-47f5-ba8b-aa83a0643790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0866a1aa-e1bf-4a4a-8494-254ac5056087,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:01.559210 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 6 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:32:01.566657 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-25e535ec-6ad9-4782-b7c3-1e8e1029a660 admin admin] Publish callbacks [] for security_group (0866a1aa-e1bf-4a4a-8494-254ac5056087), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:01.606177 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-25e535ec-6ad9-4782-b7c3-1e8e1029a660 admin admin] Publish callbacks [] for security_group (0866a1aa-e1bf-4a4a-8494-254ac5056087), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:01.662757 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:01.743062 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10afeb02-a64c-4f33-bcda-a922a0da2bb3 None None] Pushing event updated for resources: {'Port': ['ID=edc4ca67-4580-427e-b8c7-b4181fd4f3bb,revision_number=4']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:01.747088 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-88b69c83-0b6f-475d-9bca-698790ee5942 admin admin] Publish callbacks [] for security_group (abe17f1a-cfc1-42e9-8a54-486552578f85), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:01.757125 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58616d39-c962-4db6-8608-0c2226d9b36f None None] Sync routers for ids ['7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6'] in dv-cinder-819149-12-iscsi {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:32:01.789809 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:01.813851 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-d0a25083-1038-411f-aa81-d81c831603e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'name': 'tempest-AttachVolumeShelveTestJSON-381720140-router', 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'dffbaa5c-bf8e-48c1-9443-e215546c6879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:41Z', 'updated_at': '2022-07-20T15:31:53Z', 'revision_number': 4, 'project_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'gw_port': {'id': 'dffbaa5c-bf8e-48c1-9443-e215546c6879', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:44Z', 'updated_at': '2022-07-20T15:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '37bfb88a-e474-4aa4-9e72-a09deb918564', 'name': '', 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e', 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'mac_address': 'fa:16:3e:18:75:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:51Z', 'updated_at': '2022-07-20T15:32:00Z', 'revision_number': 4, 'project_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'subnets': [{'id': '4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:32:01.851137 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58616d39-c962-4db6-8608-0c2226d9b36f None None] Routers {'7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:32:01.851137 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-58616d39-c962-4db6-8608-0c2226d9b36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:31:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:32:01.898534 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a25083-1038-411f-aa81-d81c831603e5 None None] The sync data for ids ['08c64ac6-afa1-4f7d-addf-3818db3cc212'] in dv-cinder-819149-12-iscsi is: [{'id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'name': 'tempest-AttachVolumeShelveTestJSON-381720140-router', 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'dffbaa5c-bf8e-48c1-9443-e215546c6879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:41Z', 'updated_at': '2022-07-20T15:31:53Z', 'revision_number': 4, 'project_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'gw_port': {'id': 'dffbaa5c-bf8e-48c1-9443-e215546c6879', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:44Z', 'updated_at': '2022-07-20T15:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '37bfb88a-e474-4aa4-9e72-a09deb918564', 'name': '', 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e', 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'mac_address': 'fa:16:3e:18:75:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:51Z', 'updated_at': '2022-07-20T15:32:00Z', 'revision_number': 4, 'project_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'subnets': [{'id': '4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:32:01.907438 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-25e535ec-6ad9-4782-b7c3-1e8e1029a660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (0866a1aa-e1bf-4a4a-8494-254ac5056087), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:01.911784 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-25e535ec-6ad9-4782-b7c3-1e8e1029a660 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:01.920884 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-25e535ec-6ad9-4782-b7c3-1e8e1029a660 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0866a1aa-e1bf-4a4a-8494-254ac5056087 HTTP/1.1" status: 204 len: 168 time: 0.5960324 Jul 20 15:32:01.931955 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-93372f03-427c-4f45-bdbe-b8a82e7b32b1 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:01.975437 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e535ec-6ad9-4782-b7c3-1e8e1029a660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0866a1aa-e1bf-4a4a-8494-254ac5056087,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:02.033673 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-88b69c83-0b6f-475d-9bca-698790ee5942 admin admin] Publish callbacks [] for security_group (abe17f1a-cfc1-42e9-8a54-486552578f85), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:02.081168 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-58616d39-c962-4db6-8608-0c2226d9b36f None None] Set router 7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:32:02.084922 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port 87c53048-14f1-48db-ac5f-8a38cddd84e4 is: DOWN; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:32:02.085316 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (87c53048-14f1-48db-ac5f-8a38cddd84e4), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:02.147147 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-11bf8716-9689-4224-b9a9-142defbfdfd0 None None] Provisioning complete for port 37bfb88a-e474-4aa4-9e72-a09deb918564 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:32:02.147376 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-11bf8716-9689-4224-b9a9-142defbfdfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (37bfb88a-e474-4aa4-9e72-a09deb918564), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:02.233307 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-7ec180c2-640e-46b2-b5d4-3167e4ca1a57 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:02.233307 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-7ec180c2-640e-46b2-b5d4-3167e4ca1a57 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.102 "GET /v2.0/networks?id=49eaadcd-4166-45bc-8081-db7a31ee5c71 HTTP/1.1" status: 200 len: 818 time: 0.4868174 Jul 20 15:32:02.240531 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] For port 87c53048-14f1-48db-ac5f-8a38cddd84e4, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=87c53048-14f1-48db-ac5f-8a38cddd84e4,segment=NetworkSegment(65d22977-7383-4d3c-8560-aa09b9e1098a),segment_id=65d22977-7383-4d3c-8560-aa09b9e1098a)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:32:02.282413 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ec030d44-4b48-43ea-9706-d3373607f570 req-3064ef25-9ef5-473a-8cd7-dbfd91351899 service neutron] 10.222.0.78 "GET /v2.0/networks/87b7a7e3-0142-4612-bb7a-59e6264b0abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9327879 Jul 20 15:32:02.291050 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-1246d7d2-d921-468c-935a-a6c1d2fd2847 None None] Set router ebf4287d-ab00-4852-994d-69a12c2f480d gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:32:02.300075 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-3827db57-2fa1-4e6e-be0a-583f99c4a411 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Request body: {'port': {'device_id': 'e0e200ad-ac34-4618-9518-9cc89ec380de', 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71', 'admin_state_up': True, 'tenant_id': '61872ef687074f5791a2cc46732bebdf'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:32:02.302171 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c5adf-1147-4149-a042-72a489a80646 None None] Pushing event updated for resources: {'Port': ['ID=37bfb88a-e474-4aa4-9e72-a09deb918564,revision_number=5']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:02.355469 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:02.407383 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:02.446124 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (87c53048-14f1-48db-ac5f-8a38cddd84e4), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:02.609507 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.102', 62116) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:02.703848 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ec030d44-4b48-43ea-9706-d3373607f570 req-4cceaa96-f3c3-4c32-ad7b-520eb817e283 service neutron] 10.222.0.78 "GET /v2.0/networks/87b7a7e3-0142-4612-bb7a-59e6264b0abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876084 Jul 20 15:32:02.710817 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Pushing event updated for resources: {'Port': ['ID=87c53048-14f1-48db-ac5f-8a38cddd84e4,revision_number=4']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:03.135218 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-93372f03-427c-4f45-bdbe-b8a82e7b32b1 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:03.184774 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:03.212321 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 06b3e5af-b121-48c5-9d7c-4fa3711f89db up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:32:03.220457 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:03.253415 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-abab6b57-1760-4881-b1d9-474a2999348c req-db7a8f5b-d02b-4409-9b89-d10d8b2fbabf tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--2036846493&fields=id&tenant_id=aa49d7002cf441348cf3166e64b1bc87 HTTP/1.1" status: 200 len: 267 time: 1.4970381 Jul 20 15:32:03.363657 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-8ffc74c0-3e2f-4bee-a5a6-a4b0c6066e9b tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:03.365199 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-8ffc74c0-3e2f-4bee-a5a6-a4b0c6066e9b tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.102 "GET /v2.0/networks?id=49eaadcd-4166-45bc-8081-db7a31ee5c71 HTTP/1.1" status: 200 len: 818 time: 0.7538919 Jul 20 15:32:03.382998 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-fc1d8702-422c-4b7a-9081-ef8b05480bcc tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Request body: {'port': {'device_id': '9b8fe888-a3ab-4889-a5d5-f11697f7c352', 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71', 'admin_state_up': True, 'tenant_id': '61872ef687074f5791a2cc46732bebdf'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:32:03.787800 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-11bf8716-9689-4224-b9a9-142defbfdfd0 None None] Current status of the port 37bfb88a-e474-4aa4-9e72-a09deb918564 is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:32:03.822761 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port 06b3e5af-b121-48c5-9d7c-4fa3711f89db triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:32:03.823908 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (06b3e5af-b121-48c5-9d7c-4fa3711f89db), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:03.827983 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-fc1d8702-422c-4b7a-9081-ef8b05480bcc tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Made reservation on behalf of 61872ef687074f5791a2cc46732bebdf for: {'port': 1} {{(pid=104509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:32:03.838624 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-fc1d8702-422c-4b7a-9081-ef8b05480bcc tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:03.839238 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-58616d39-c962-4db6-8608-0c2226d9b36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6', 'name': 'tempest-DeleteServersTestJSON-848033311-router', 'tenant_id': '80caade751834762862c102c208a34e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '87c53048-14f1-48db-ac5f-8a38cddd84e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:42Z', 'updated_at': '2022-07-20T15:31:54Z', 'revision_number': 4, 'project_id': '80caade751834762862c102c208a34e1', 'gw_port': {'id': '87c53048-14f1-48db-ac5f-8a38cddd84e4', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:64:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:45Z', 'updated_at': '2022-07-20T15:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': 'ead647f0-0a45-4990-bae0-df16c05986e2', 'name': '', 'network_id': '87b7a7e3-0142-4612-bb7a-59e6264b0abe', 'tenant_id': '80caade751834762862c102c208a34e1', 'mac_address': 'fa:16:3e:49:ae:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a4c2cef4-6675-44a7-a3bf-066104b57d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:52Z', 'updated_at': '2022-07-20T15:31:55Z', 'revision_number': 2, 'project_id': '80caade751834762862c102c208a34e1', 'subnets': [{'id': 'a4c2cef4-6675-44a7-a3bf-066104b57d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:32:03.848183 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-32b2d275-b5f2-4310-bc11-ed5b76f4d553 req-eeb9f719-4822-410b-bd6e-9d191c0e1bc4 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 210 time: 0.0793445 Jul 20 15:32:03.848183 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 40364) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:03.901777 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-710e0ff0-7c91-4a07-84c8-47be77c247bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:03.952639 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58616d39-c962-4db6-8608-0c2226d9b36f None None] Checking router: 7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6 for host: dv-cinder-819149-12-iscsi {{(pid=104511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:32:03.953196 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58616d39-c962-4db6-8608-0c2226d9b36f None None] Updating router 7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6 port ead647f0-0a45-4990-bae0-df16c05986e2 binding host dv-cinder-819149-12-iscsi {{(pid=104511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 15:32:03.971756 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:04.086042 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-11bf8716-9689-4224-b9a9-142defbfdfd0 None None] Provisioning complete for port edc4ca67-4580-427e-b8c7-b4181fd4f3bb triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:32:04.086487 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-11bf8716-9689-4224-b9a9-142defbfdfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (edc4ca67-4580-427e-b8c7-b4181fd4f3bb), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:04.094247 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-1246d7d2-d921-468c-935a-a6c1d2fd2847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'name': 'tempest-ServerRescueNegativeTestJSON-322932725-router', 'tenant_id': '61872ef687074f5791a2cc46732bebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '7309a38e-c50f-443e-9146-71bf58bee58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:40Z', 'updated_at': '2022-07-20T15:31:49Z', 'revision_number': 4, 'project_id': '61872ef687074f5791a2cc46732bebdf', 'gw_port': {'id': '7309a38e-c50f-443e-9146-71bf58bee58a', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:41Z', 'updated_at': '2022-07-20T15:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': 'edc4ca67-4580-427e-b8c7-b4181fd4f3bb', 'name': '', 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71', 'tenant_id': '61872ef687074f5791a2cc46732bebdf', 'mac_address': 'fa:16:3e:b6:ef:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:47Z', 'updated_at': '2022-07-20T15:32:01Z', 'revision_number': 4, 'project_id': '61872ef687074f5791a2cc46732bebdf', 'subnets': [{'id': '2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:32:04.145884 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.db_base_plugin_common [None req-93372f03-427c-4f45-bdbe-b8a82e7b32b1 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Allocated IP 172.27.1.87 (8e10d912-d794-48e6-8f9b-6baf59c7f77e/d5daf119-8c14-4f50-a186-1c01cb5bfe5f/eb5fdde1-224f-4f23-b8d2-1d8120d35bc7) {{(pid=104510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:32:04.197675 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1246d7d2-d921-468c-935a-a6c1d2fd2847 None None] The sync data for ids ['ebf4287d-ab00-4852-994d-69a12c2f480d'] in dv-cinder-819149-12-iscsi is: [{'id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'name': 'tempest-ServerRescueNegativeTestJSON-322932725-router', 'tenant_id': '61872ef687074f5791a2cc46732bebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '7309a38e-c50f-443e-9146-71bf58bee58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:40Z', 'updated_at': '2022-07-20T15:31:49Z', 'revision_number': 4, 'project_id': '61872ef687074f5791a2cc46732bebdf', 'gw_port': {'id': '7309a38e-c50f-443e-9146-71bf58bee58a', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:41Z', 'updated_at': '2022-07-20T15:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': 'edc4ca67-4580-427e-b8c7-b4181fd4f3bb', 'name': '', 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71', 'tenant_id': '61872ef687074f5791a2cc46732bebdf', 'mac_address': 'fa:16:3e:b6:ef:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:47Z', 'updated_at': '2022-07-20T15:32:01Z', 'revision_number': 4, 'project_id': '61872ef687074f5791a2cc46732bebdf', 'subnets': [{'id': '2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:32:04.253510 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-58616d39-c962-4db6-8608-0c2226d9b36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (ead647f0-0a45-4990-bae0-df16c05986e2), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:04.412522 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab6b57-1760-4881-b1d9-474a2999348c req-154d5ea4-dc57-4409-981c-5de584bee75c tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:04.419777 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-abab6b57-1760-4881-b1d9-474a2999348c req-154d5ea4-dc57-4409-981c-5de584bee75c tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/networks?id=fa5e056d-5a56-4462-a470-30c02f844e62 HTTP/1.1" status: 200 len: 811 time: 1.1643002 Jul 20 15:32:04.420788 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-88b69c83-0b6f-475d-9bca-698790ee5942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (abe17f1a-cfc1-42e9-8a54-486552578f85), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:04.427393 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-88b69c83-0b6f-475d-9bca-698790ee5942 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:04.429174 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-88b69c83-0b6f-475d-9bca-698790ee5942 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/abe17f1a-cfc1-42e9-8a54-486552578f85 HTTP/1.1" status: 204 len: 168 time: 3.2765520 Jul 20 15:32:04.445220 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port 06b3e5af-b121-48c5-9d7c-4fa3711f89db is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:32:04.446345 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device dffbaa5c-bf8e-48c1-9443-e215546c6879 up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:32:04.551227 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_common [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-fc1d8702-422c-4b7a-9081-ef8b05480bcc tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Allocated IP 172.20.0.9 (49eaadcd-4166-45bc-8081-db7a31ee5c71/2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa/4b72a20e-3358-46f1-aef8-ee2cf0cabcd7) {{(pid=104509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:32:04.701166 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b69c83-0b6f-475d-9bca-698790ee5942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe17f1a-cfc1-42e9-8a54-486552578f85,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:04.714602 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-abab6b57-1760-4881-b1d9-474a2999348c req-db4539c4-628f-48a6-b76d-07a70bac8d5d tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/quotas/aa49d7002cf441348cf3166e64b1bc87 HTTP/1.1" status: 200 len: 375 time: 0.1992075 Jul 20 15:32:04.770556 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c95072b7-d8fe-40bb-8c9e-b9f54c1d1961 req-faaabe9b-cb7d-4b61-98e3-9b82e5eccc1c tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4629da0b-5da0-4ba3-bb8a-e076cfcbf14d HTTP/1.1" status: 200 len: 210 time: 0.2912464 Jul 20 15:32:04.780469 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:04.782411 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-11bf8716-9689-4224-b9a9-142defbfdfd0 None None] Current status of the port edc4ca67-4580-427e-b8c7-b4181fd4f3bb is: DOWN; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:32:04.787926 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-11bf8716-9689-4224-b9a9-142defbfdfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (edc4ca67-4580-427e-b8c7-b4181fd4f3bb), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:04.795473 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-93372f03-427c-4f45-bdbe-b8a82e7b32b1 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks [] for port (eb5fdde1-224f-4f23-b8d2-1d8120d35bc7), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:04.983569 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-3827db57-2fa1-4e6e-be0a-583f99c4a411 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Made reservation on behalf of 61872ef687074f5791a2cc46732bebdf for: {'port': 1} {{(pid=104510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:32:05.004519 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-3827db57-2fa1-4e6e-be0a-583f99c4a411 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:05.091106 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-11bf8716-9689-4224-b9a9-142defbfdfd0 None None] For port edc4ca67-4580-427e-b8c7-b4181fd4f3bb, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=edc4ca67-4580-427e-b8c7-b4181fd4f3bb,segment=NetworkSegment(662891f8-8b9a-43c8-9ec2-0f1ae07a78f2),segment_id=662891f8-8b9a-43c8-9ec2-0f1ae07a78f2)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:32:05.120718 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port dffbaa5c-bf8e-48c1-9443-e215546c6879 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:32:05.121440 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (dffbaa5c-bf8e-48c1-9443-e215546c6879), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:05.159385 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=100 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:05.190988 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-11bf8716-9689-4224-b9a9-142defbfdfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (edc4ca67-4580-427e-b8c7-b4181fd4f3bb), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:05.307877 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-abab6b57-1760-4881-b1d9-474a2999348c req-31d3295e-ad2f-4192-ac7d-62eb32bd2e1c tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=aa49d7002cf441348cf3166e64b1bc87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5284803 Jul 20 15:32:05.324861 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf8716-9689-4224-b9a9-142defbfdfd0 None None] Pushing event updated for resources: {'Port': ['ID=edc4ca67-4580-427e-b8c7-b4181fd4f3bb,revision_number=5']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:05.330106 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a0b3a025-8dfb-4896-b326-7dc4797fad32 req-c4ac507c-598d-4e0c-908f-e645e1767309 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 210 time: 0.2644720 Jul 20 15:32:05.502634 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-58616d39-c962-4db6-8608-0c2226d9b36f None None] Publish callbacks [] for port (ead647f0-0a45-4990-bae0-df16c05986e2), precommit_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:05.690599 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-0f7fd0a9-a256-4b7b-aa2f-6dd40032161c None None] Provisioning complete for port edc4ca67-4580-427e-b8c7-b4181fd4f3bb triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:32:05.691258 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0f7fd0a9-a256-4b7b-aa2f-6dd40032161c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (edc4ca67-4580-427e-b8c7-b4181fd4f3bb), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:05.718379 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-fc1d8702-422c-4b7a-9081-ef8b05480bcc tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks [] for port (4b72a20e-3358-46f1-aef8-ee2cf0cabcd7), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:05.846913 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-710e0ff0-7c91-4a07-84c8-47be77c247bc admin admin] Publish callbacks [] for security_group (35cfbd34-b6f7-48aa-a495-7651408bbc9a), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:05.869336 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-58616d39-c962-4db6-8608-0c2226d9b36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (ead647f0-0a45-4990-bae0-df16c05986e2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:05.919868 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-93372f03-427c-4f45-bdbe-b8a82e7b32b1 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413'] for port (eb5fdde1-224f-4f23-b8d2-1d8120d35bc7), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:06.027461 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-fc1d8702-422c-4b7a-9081-ef8b05480bcc tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413'] for port (4b72a20e-3358-46f1-aef8-ee2cf0cabcd7), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:06.048821 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port dffbaa5c-bf8e-48c1-9443-e215546c6879 is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:32:06.051870 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device edc4ca67-4580-427e-b8c7-b4181fd4f3bb up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:32:06.169666 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5,neutron:INSERT=12 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:06.341193 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-710e0ff0-7c91-4a07-84c8-47be77c247bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (35cfbd34-b6f7-48aa-a495-7651408bbc9a), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:06.349957 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:06.568799 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:06.575684 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-fc1d8702-422c-4b7a-9081-ef8b05480bcc tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Network 49eaadcd-4166-45bc-8081-db7a31ee5c71 is already hosted by enough agents. {{(pid=104509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:32:06.597200 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-58616d39-c962-4db6-8608-0c2226d9b36f None None] Attempting to bind port ead647f0-0a45-4990-bae0-df16c05986e2 on host dv-cinder-819149-12-iscsi for vnic_type normal with profile {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:32:06.597600 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-58616d39-c962-4db6-8608-0c2226d9b36f None None] Attempting to bind port ead647f0-0a45-4990-bae0-df16c05986e2 by drivers openvswitch,hyperv on host dv-cinder-819149-12-iscsi at level 0 using segments [{'id': '4cbdd146-8739-42ed-8e2e-bcc20ffca626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '87b7a7e3-0142-4612-bb7a-59e6264b0abe'}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:32:06.603801 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58616d39-c962-4db6-8608-0c2226d9b36f None None] Attempting to bind port ead647f0-0a45-4990-bae0-df16c05986e2 on network 87b7a7e3-0142-4612-bb7a-59e6264b0abe {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:32:06.621803 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:06.621803 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58616d39-c962-4db6-8608-0c2226d9b36f None None] Checking agent: {'id': '5729d8e0-9e32-4d27-b92e-30241f6d9221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 22, 55), 'started_at': datetime.datetime(2022, 7, 20, 15, 23, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:32:06.621803 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58616d39-c962-4db6-8608-0c2226d9b36f None None] Checking segment: {'id': '4cbdd146-8739-42ed-8e2e-bcc20ffca626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '87b7a7e3-0142-4612-bb7a-59e6264b0abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:32:06.626214 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-58616d39-c962-4db6-8608-0c2226d9b36f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:06.626795 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58616d39-c962-4db6-8608-0c2226d9b36f None None] Bound using segment: {'id': '4cbdd146-8739-42ed-8e2e-bcc20ffca626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '87b7a7e3-0142-4612-bb7a-59e6264b0abe'} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:32:06.627359 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-58616d39-c962-4db6-8608-0c2226d9b36f None None] Bound port: ead647f0-0a45-4990-bae0-df16c05986e2, host: dv-cinder-819149-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbdd146-8739-42ed-8e2e-bcc20ffca626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '87b7a7e3-0142-4612-bb7a-59e6264b0abe'}}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:32:06.627804 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-58616d39-c962-4db6-8608-0c2226d9b36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (ead647f0-0a45-4990-bae0-df16c05986e2), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:06.639110 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f565ced2-c67f-4bb9-b4b0-871e12df4ec5 None None] Pushing event updated for resources: {'Port': ['ID=ead647f0-0a45-4990-bae0-df16c05986e2,revision_number=3']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:06.647776 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-fc1d8702-422c-4b7a-9081-ef8b05480bcc tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Resources bound (agent type, host, resource id): {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:32:06.664395 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-fc1d8702-422c-4b7a-9081-ef8b05480bcc tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Received port after_create {{(pid=104509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:32:06.704201 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-fc1d8702-422c-4b7a-9081-ef8b05480bcc tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:06.707565 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-fc1d8702-422c-4b7a-9081-ef8b05480bcc tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:06.726072 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d8702-422c-4b7a-9081-ef8b05480bcc tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Pushing event updated for resources: {'Port': ['ID=4b72a20e-3358-46f1-aef8-ee2cf0cabcd7,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:06.843224 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.db_base_plugin_common [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-3827db57-2fa1-4e6e-be0a-583f99c4a411 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Allocated IP 172.20.0.5 (49eaadcd-4166-45bc-8081-db7a31ee5c71/2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa/b9a62c66-1f34-4d8d-8dcb-53ae32a72875) {{(pid=104510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:32:06.875271 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-fc1d8702-422c-4b7a-9081-ef8b05480bcc tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5017691 Jul 20 15:32:06.888339 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-e3e3e7f9-4d81-4fcb-b0b7-e4b0d0ef80c2 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104509) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 15:32:06.890020 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-e3e3e7f9-4d81-4fcb-b0b7-e4b0d0ef80c2 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0091369 Jul 20 15:32:07.243917 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-0f7fd0a9-a256-4b7b-aa2f-6dd40032161c None None] Current status of the port edc4ca67-4580-427e-b8c7-b4181fd4f3bb is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:32:07.261981 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port edc4ca67-4580-427e-b8c7-b4181fd4f3bb triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:32:07.265984 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (edc4ca67-4580-427e-b8c7-b4181fd4f3bb), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:07.356873 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:07.383575 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-3827db57-2fa1-4e6e-be0a-583f99c4a411 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks [] for port (b9a62c66-1f34-4d8d-8dcb-53ae32a72875), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:07.401747 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-4f4ccfc4-d709-41ab-ba75-dff5831fd139 None None] Provisioning complete for port ead647f0-0a45-4990-bae0-df16c05986e2 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:32:07.408381 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4f4ccfc4-d709-41ab-ba75-dff5831fd139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (ead647f0-0a45-4990-bae0-df16c05986e2), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:07.455218 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-58616d39-c962-4db6-8608-0c2226d9b36f None None] For port ead647f0-0a45-4990-bae0-df16c05986e2, host dv-cinder-819149-12-iscsi, cleared binding levels {{(pid=104511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:32:07.455386 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-20cd5ca1-0bd3-4273-8e81-ab13210bc6a1 req-ee0ab463-ff08-4831-9bd2-76de0c6e21b2 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4629da0b-5da0-4ba3-bb8a-e076cfcbf14d HTTP/1.1" status: 200 len: 210 time: 1.2966917 Jul 20 15:32:07.457647 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ccfc4-d709-41ab-ba75-dff5831fd139 None None] Port ead647f0-0a45-4990-bae0-df16c05986e2 cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:32:07.485427 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-58616d39-c962-4db6-8608-0c2226d9b36f None None] For port ead647f0-0a45-4990-bae0-df16c05986e2, host dv-cinder-819149-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=ead647f0-0a45-4990-bae0-df16c05986e2,segment=NetworkSegment(4cbdd146-8739-42ed-8e2e-bcc20ffca626),segment_id=4cbdd146-8739-42ed-8e2e-bcc20ffca626)] {{(pid=104511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:32:07.498370 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-4f4ccfc4-d709-41ab-ba75-dff5831fd139 None None] Provisioning complete for port 4b72a20e-3358-46f1-aef8-ee2cf0cabcd7 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:32:07.498961 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4f4ccfc4-d709-41ab-ba75-dff5831fd139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (4b72a20e-3358-46f1-aef8-ee2cf0cabcd7), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:07.580730 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ccfc4-d709-41ab-ba75-dff5831fd139 None None] Port 4b72a20e-3358-46f1-aef8-ee2cf0cabcd7 cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:32:07.591421 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port edc4ca67-4580-427e-b8c7-b4181fd4f3bb is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:32:07.591421 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 37bfb88a-e474-4aa4-9e72-a09deb918564 up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:32:07.597452 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93372f03-427c-4f45-bdbe-b8a82e7b32b1 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Network 8e10d912-d794-48e6-8f9b-6baf59c7f77e is already hosted by enough agents. {{(pid=104510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:32:07.614181 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-917bf233-913f-4ef7-afec-51ab070cf9a0 service neutron] Request body: {'port': {'device_id': '9b8fe888-a3ab-4889-a5d5-f11697f7c352', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:32:07.637343 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.base_scheduler [None req-93372f03-427c-4f45-bdbe-b8a82e7b32b1 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Resources bound (agent type, host, resource id): {{(pid=104510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:32:07.638944 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-58616d39-c962-4db6-8608-0c2226d9b36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (ead647f0-0a45-4990-bae0-df16c05986e2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:07.682938 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93372f03-427c-4f45-bdbe-b8a82e7b32b1 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Received port after_create {{(pid=104510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:32:07.823694 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port 37bfb88a-e474-4aa4-9e72-a09deb918564 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:32:07.823921 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (37bfb88a-e474-4aa4-9e72-a09deb918564), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:07.923704 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.102', 62121) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:07.938649 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-93372f03-427c-4f45-bdbe-b8a82e7b32b1 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks [] for floatingip (a590ac1b-7cdb-4194-b887-82473919cc18), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:07.967449 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-710e0ff0-7c91-4a07-84c8-47be77c247bc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ea5333d99a3d4bf3acf91f096268f4b9&name=default HTTP/1.1" status: 200 len: 2996 time: 4.1093538 Jul 20 15:32:07.999210 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93372f03-427c-4f45-bdbe-b8a82e7b32b1 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Pushing event updated for resources: {'Port': ['ID=eb5fdde1-224f-4f23-b8d2-1d8120d35bc7,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:08.000364 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 40428) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:08.061041 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58616d39-c962-4db6-8608-0c2226d9b36f None None] Routers {'7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:32:08.062102 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-58616d39-c962-4db6-8608-0c2226d9b36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:31:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:32:08.104792 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-917bf233-913f-4ef7-afec-51ab070cf9a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (4b72a20e-3358-46f1-aef8-ee2cf0cabcd7), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:08.277881 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f565ced2-c67f-4bb9-b4b0-871e12df4ec5 None None] Pushing event updated for resources: {'Port': ['ID=ead647f0-0a45-4990-bae0-df16c05986e2,revision_number=4']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:08.348519 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e0ff0-7c91-4a07-84c8-47be77c247bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35cfbd34-b6f7-48aa-a495-7651408bbc9a,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:08.360750 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-abab6b57-1760-4881-b1d9-474a2999348c req-a2ef51e6-5305-4c1a-a4e0-c87cd4a6602a service neutron] 10.222.0.78 "GET /v2.0/networks/fa5e056d-5a56-4462-a470-30c02f844e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.7592373 Jul 20 15:32:08.384780 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-119ba4ed-d6e1-4803-ad6a-20d7c0c5108a None None] Provisioning complete for port ead647f0-0a45-4990-bae0-df16c05986e2 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:32:08.385213 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-119ba4ed-d6e1-4803-ad6a-20d7c0c5108a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (ead647f0-0a45-4990-bae0-df16c05986e2), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:08.579329 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:08.598601 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-93372f03-427c-4f45-bdbe-b8a82e7b32b1 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (eb5fdde1-224f-4f23-b8d2-1d8120d35bc7), before_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:08.611782 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ac5e40aa-fdce-461a-9a6b-1e21f9142275 admin admin] Publish callbacks [] for security_group (35cfbd34-b6f7-48aa-a495-7651408bbc9a), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:08.758198 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:08.814952 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec030d44-4b48-43ea-9706-d3373607f570 req-aaf00463-48c2-4089-8549-15552a86af48 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:08.817697 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-ec030d44-4b48-43ea-9706-d3373607f570 req-aaf00463-48c2-4089-8549-15552a86af48 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.102 "GET /v2.0/networks?id=87b7a7e3-0142-4612-bb7a-59e6264b0abe HTTP/1.1" status: 200 len: 811 time: 0.8900185 Jul 20 15:32:08.824749 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:INSERT=11,neutron:SELECT=85,neutron:UPDATE=4 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:08.829016 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-3827db57-2fa1-4e6e-be0a-583f99c4a411 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413'] for port (b9a62c66-1f34-4d8d-8dcb-53ae32a72875), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:08.850079 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-119ba4ed-d6e1-4803-ad6a-20d7c0c5108a None None] Current status of the port ead647f0-0a45-4990-bae0-df16c05986e2 is: DOWN; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:32:08.850703 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-119ba4ed-d6e1-4803-ad6a-20d7c0c5108a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (ead647f0-0a45-4990-bae0-df16c05986e2), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:08.862369 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-58616d39-c962-4db6-8608-0c2226d9b36f None None] Set router 7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:32:08.998403 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [req-ec030d44-4b48-43ea-9706-d3373607f570 req-637fe09f-50b4-49de-926d-ba3e18aaa1d4 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Request body: {'port': {'device_id': '4629da0b-5da0-4ba3-bb8a-e076cfcbf14d', 'network_id': '87b7a7e3-0142-4612-bb7a-59e6264b0abe', 'admin_state_up': True, 'tenant_id': '80caade751834762862c102c208a34e1'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:32:09.110615 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ac5e40aa-fdce-461a-9a6b-1e21f9142275 admin admin] Publish callbacks [] for security_group (35cfbd34-b6f7-48aa-a495-7651408bbc9a), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:09.168849 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port 37bfb88a-e474-4aa4-9e72-a09deb918564 is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:32:09.226755 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-119ba4ed-d6e1-4803-ad6a-20d7c0c5108a None None] For port ead647f0-0a45-4990-bae0-df16c05986e2, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=ead647f0-0a45-4990-bae0-df16c05986e2,segment=NetworkSegment(4cbdd146-8739-42ed-8e2e-bcc20ffca626),segment_id=4cbdd146-8739-42ed-8e2e-bcc20ffca626)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:32:09.230590 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:09.351106 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-119ba4ed-d6e1-4803-ad6a-20d7c0c5108a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (ead647f0-0a45-4990-bae0-df16c05986e2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:09.455988 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c3dc9-bada-49ab-8b4b-8ec78787900f req-8bea0135-0075-4f58-92fb-d16170289968 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:09.461150 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5d9c3dc9-bada-49ab-8b4b-8ec78787900f req-8bea0135-0075-4f58-92fb-d16170289968 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 931 time: 1.7973948 Jul 20 15:32:09.548082 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3827db57-2fa1-4e6e-be0a-583f99c4a411 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Pushing event updated for resources: {'Port': ['ID=b9a62c66-1f34-4d8d-8dcb-53ae32a72875,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:09.597257 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-3827db57-2fa1-4e6e-be0a-583f99c4a411 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Network 49eaadcd-4166-45bc-8081-db7a31ee5c71 is already hosted by enough agents. {{(pid=104510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:32:09.620608 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.base_scheduler [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-3827db57-2fa1-4e6e-be0a-583f99c4a411 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Resources bound (agent type, host, resource id): {{(pid=104510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:32:09.623255 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119ba4ed-d6e1-4803-ad6a-20d7c0c5108a None None] Pushing event updated for resources: {'Port': ['ID=ead647f0-0a45-4990-bae0-df16c05986e2,revision_number=5']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:09.643265 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.l3_dvrscheduler_db [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-3827db57-2fa1-4e6e-be0a-583f99c4a411 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Received port after_create {{(pid=104510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:32:09.659713 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-3827db57-2fa1-4e6e-be0a-583f99c4a411 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:09.662367 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-3827db57-2fa1-4e6e-be0a-583f99c4a411 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for port (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:09.789544 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device edc4ca67-4580-427e-b8c7-b4181fd4f3bb up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:32:09.989178 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-917bf233-913f-4ef7-afec-51ab070cf9a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b72a20e-3358-46f1-aef8-ee2cf0cabcd7 {{(pid=104509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:32:10.005567 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-917bf233-913f-4ef7-afec-51ab070cf9a0 service neutron] Publish callbacks [] for port (4b72a20e-3358-46f1-aef8-ee2cf0cabcd7), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:10.033065 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.provisioning_blocks [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-917bf233-913f-4ef7-afec-51ab070cf9a0 service neutron] Transition to ACTIVE for port object 4b72a20e-3358-46f1-aef8-ee2cf0cabcd7 will not be triggered until provisioned by entity L2. {{(pid=104509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 15:32:10.036830 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ac5e40aa-fdce-461a-9a6b-1e21f9142275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (35cfbd34-b6f7-48aa-a495-7651408bbc9a), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:10.040459 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ac5e40aa-fdce-461a-9a6b-1e21f9142275 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:10.047077 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-ac5e40aa-fdce-461a-9a6b-1e21f9142275 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/35cfbd34-b6f7-48aa-a495-7651408bbc9a HTTP/1.1" status: 204 len: 168 time: 2.0397625 Jul 20 15:32:10.054828 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5d9c3dc9-bada-49ab-8b4b-8ec78787900f req-70f74cce-78a0-4f0f-ba5a-29601b0c5840 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4827824 Jul 20 15:32:10.064024 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-3827db57-2fa1-4e6e-be0a-583f99c4a411 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.7689784 Jul 20 15:32:10.076881 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-abab6b57-1760-4881-b1d9-474a2999348c req-68d2528e-422f-43c9-9ee1-3da3f7924051 service neutron] 10.222.0.78 "GET /v2.0/networks/fa5e056d-5a56-4462-a470-30c02f844e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5436041 Jul 20 15:32:10.077570 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-58616d39-c962-4db6-8608-0c2226d9b36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6', 'name': 'tempest-DeleteServersTestJSON-848033311-router', 'tenant_id': '80caade751834762862c102c208a34e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '87c53048-14f1-48db-ac5f-8a38cddd84e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:42Z', 'updated_at': '2022-07-20T15:31:54Z', 'revision_number': 4, 'project_id': '80caade751834762862c102c208a34e1', 'gw_port': {'id': '87c53048-14f1-48db-ac5f-8a38cddd84e4', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:64:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:45Z', 'updated_at': '2022-07-20T15:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': 'ead647f0-0a45-4990-bae0-df16c05986e2', 'name': '', 'network_id': '87b7a7e3-0142-4612-bb7a-59e6264b0abe', 'tenant_id': '80caade751834762862c102c208a34e1', 'mac_address': 'fa:16:3e:49:ae:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a4c2cef4-6675-44a7-a3bf-066104b57d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:52Z', 'updated_at': '2022-07-20T15:32:07Z', 'revision_number': 4, 'project_id': '80caade751834762862c102c208a34e1', 'subnets': [{'id': 'a4c2cef4-6675-44a7-a3bf-066104b57d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:32:10.114927 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-917bf233-913f-4ef7-afec-51ab070cf9a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (4b72a20e-3358-46f1-aef8-ee2cf0cabcd7), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:10.123065 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-5e271102-a6b3-46bf-877a-212f870dddf7 service neutron] Request body: {'port': {'device_id': 'e0e200ad-ac34-4618-9518-9cc89ec380de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:32:10.215497 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port edc4ca67-4580-427e-b8c7-b4181fd4f3bb triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:32:10.219404 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec030d44-4b48-43ea-9706-d3373607f570 req-637fe09f-50b4-49de-926d-ba3e18aaa1d4 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Made reservation on behalf of 80caade751834762862c102c208a34e1 for: {'port': 1} {{(pid=104509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:32:10.219965 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (edc4ca67-4580-427e-b8c7-b4181fd4f3bb), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:10.226104 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58616d39-c962-4db6-8608-0c2226d9b36f None None] The sync data for ids ['7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6'] in dv-cinder-819149-12-iscsi is: [{'id': '7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6', 'name': 'tempest-DeleteServersTestJSON-848033311-router', 'tenant_id': '80caade751834762862c102c208a34e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '87c53048-14f1-48db-ac5f-8a38cddd84e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:42Z', 'updated_at': '2022-07-20T15:31:54Z', 'revision_number': 4, 'project_id': '80caade751834762862c102c208a34e1', 'gw_port': {'id': '87c53048-14f1-48db-ac5f-8a38cddd84e4', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:64:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:45Z', 'updated_at': '2022-07-20T15:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': 'ead647f0-0a45-4990-bae0-df16c05986e2', 'name': '', 'network_id': '87b7a7e3-0142-4612-bb7a-59e6264b0abe', 'tenant_id': '80caade751834762862c102c208a34e1', 'mac_address': 'fa:16:3e:49:ae:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a4c2cef4-6675-44a7-a3bf-066104b57d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:52Z', 'updated_at': '2022-07-20T15:32:07Z', 'revision_number': 4, 'project_id': '80caade751834762862c102c208a34e1', 'subnets': [{'id': 'a4c2cef4-6675-44a7-a3bf-066104b57d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:32:10.245945 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-ec030d44-4b48-43ea-9706-d3373607f570 req-637fe09f-50b4-49de-926d-ba3e18aaa1d4 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:10.371519 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e40aa-fdce-461a-9a6b-1e21f9142275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cfbd34-b6f7-48aa-a495-7651408bbc9a,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:10.403265 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:10.592788 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-3657bc88-35e2-4236-8a79-55c5add69e61 None None] Provisioning complete for port b9a62c66-1f34-4d8d-8dcb-53ae32a72875 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:32:10.592788 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-3657bc88-35e2-4236-8a79-55c5add69e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (b9a62c66-1f34-4d8d-8dcb-53ae32a72875), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:10.881315 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-3657bc88-35e2-4236-8a79-55c5add69e61 None None] Port b9a62c66-1f34-4d8d-8dcb-53ae32a72875 cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:32:10.962201 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=75,neutron:DELETE=2,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:11.009712 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917bf233-913f-4ef7-afec-51ab070cf9a0 service neutron] Pushing event updated for resources: {'Port': ['ID=4b72a20e-3358-46f1-aef8-ee2cf0cabcd7,revision_number=2']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:11.055945 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-917bf233-913f-4ef7-afec-51ab070cf9a0 service neutron] Attempting to bind port 4b72a20e-3358-46f1-aef8-ee2cf0cabcd7 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:32:11.056497 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-917bf233-913f-4ef7-afec-51ab070cf9a0 service neutron] Attempting to bind port 4b72a20e-3358-46f1-aef8-ee2cf0cabcd7 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '662891f8-8b9a-43c8-9ec2-0f1ae07a78f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71'}] {{(pid=104509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:32:11.057063 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-917bf233-913f-4ef7-afec-51ab070cf9a0 service neutron] Attempting to bind port 4b72a20e-3358-46f1-aef8-ee2cf0cabcd7 on network 49eaadcd-4166-45bc-8081-db7a31ee5c71 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:32:11.078482 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-917bf233-913f-4ef7-afec-51ab070cf9a0 service neutron] Port 4b72a20e-3358-46f1-aef8-ee2cf0cabcd7 on network 49eaadcd-4166-45bc-8081-db7a31ee5c71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 15:32:11.078846 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-917bf233-913f-4ef7-afec-51ab070cf9a0 service neutron] Attempting to bind port 4b72a20e-3358-46f1-aef8-ee2cf0cabcd7 on network 49eaadcd-4166-45bc-8081-db7a31ee5c71 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:32:11.213177 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port edc4ca67-4580-427e-b8c7-b4181fd4f3bb is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:32:11.214520 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 87c53048-14f1-48db-ac5f-8a38cddd84e4 up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:32:11.260557 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_common [req-ec030d44-4b48-43ea-9706-d3373607f570 req-637fe09f-50b4-49de-926d-ba3e18aaa1d4 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Allocated IP 172.20.0.4 (87b7a7e3-0142-4612-bb7a-59e6264b0abe/a4c2cef4-6675-44a7-a3bf-066104b57d7d/dcafe070-5aa9-45b4-9985-1e779fe02e07) {{(pid=104509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:32:11.287263 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-917bf233-913f-4ef7-afec-51ab070cf9a0 service neutron] Checking agent: {'id': '84834a4b-f4d1-4c41-9203-9b15edc444f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 29, 38), 'started_at': datetime.datetime(2022, 7, 20, 15, 29, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:32:11.287798 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-917bf233-913f-4ef7-afec-51ab070cf9a0 service neutron] Checking segment: {'id': '662891f8-8b9a-43c8-9ec2-0f1ae07a78f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:32:11.288188 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-917bf233-913f-4ef7-afec-51ab070cf9a0 service neutron] Bound using segment: {'id': '662891f8-8b9a-43c8-9ec2-0f1ae07a78f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71'} {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:32:11.288650 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-917bf233-913f-4ef7-afec-51ab070cf9a0 service neutron] Bound port: 4b72a20e-3358-46f1-aef8-ee2cf0cabcd7, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '662891f8-8b9a-43c8-9ec2-0f1ae07a78f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71'}}] {{(pid=104509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:32:11.289024 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-917bf233-913f-4ef7-afec-51ab070cf9a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (4b72a20e-3358-46f1-aef8-ee2cf0cabcd7), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:11.324645 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port 87c53048-14f1-48db-ac5f-8a38cddd84e4 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:32:11.325576 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (87c53048-14f1-48db-ac5f-8a38cddd84e4), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:11.358386 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e4108509-dcc6-4f3c-a7e0-64e2042be67e req-ec4f57d6-2cb4-46fe-8d71-9f5b6309a793 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4629da0b-5da0-4ba3-bb8a-e076cfcbf14d HTTP/1.1" status: 200 len: 210 time: 0.2296681 Jul 20 15:32:11.362637 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:11.387401 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-f2df0c99-22e3-4a85-b4bd-6bdbd2ec59aa req-0fde619a-d341-4153-ab28-615d7c60daf6 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 210 time: 0.2573392 Jul 20 15:32:11.392704 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-5e271102-a6b3-46bf-877a-212f870dddf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (b9a62c66-1f34-4d8d-8dcb-53ae32a72875), before_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:11.458557 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-93372f03-427c-4f45-bdbe-b8a82e7b32b1 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks [] for port (eb5fdde1-224f-4f23-b8d2-1d8120d35bc7), precommit_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:11.476033 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=100 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:11.498126 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-917bf233-913f-4ef7-afec-51ab070cf9a0 service neutron] For port 4b72a20e-3358-46f1-aef8-ee2cf0cabcd7, host hv-cinder-81914, cleared binding levels {{(pid=104509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:32:11.531946 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-917bf233-913f-4ef7-afec-51ab070cf9a0 service neutron] For port 4b72a20e-3358-46f1-aef8-ee2cf0cabcd7, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=4b72a20e-3358-46f1-aef8-ee2cf0cabcd7,segment=NetworkSegment(662891f8-8b9a-43c8-9ec2-0f1ae07a78f2),segment_id=662891f8-8b9a-43c8-9ec2-0f1ae07a78f2)] {{(pid=104509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:32:11.600593 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-93372f03-427c-4f45-bdbe-b8a82e7b32b1 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (eb5fdde1-224f-4f23-b8d2-1d8120d35bc7), after_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:11.667041 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port 87c53048-14f1-48db-ac5f-8a38cddd84e4 is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:32:11.733438 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-917bf233-913f-4ef7-afec-51ab070cf9a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (4b72a20e-3358-46f1-aef8-ee2cf0cabcd7), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:11.812673 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-ec030d44-4b48-43ea-9706-d3373607f570 req-637fe09f-50b4-49de-926d-ba3e18aaa1d4 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Publish callbacks [] for port (dcafe070-5aa9-45b4-9985-1e779fe02e07), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:11.950922 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device ead647f0-0a45-4990-bae0-df16c05986e2 up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:32:12.014576 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917bf233-913f-4ef7-afec-51ab070cf9a0 service neutron] Pushing event updated for resources: {'Port': ['ID=4b72a20e-3358-46f1-aef8-ee2cf0cabcd7,revision_number=3']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:12.030736 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-917bf233-913f-4ef7-afec-51ab070cf9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:12.030736 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-917bf233-913f-4ef7-afec-51ab070cf9a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:12.030736 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-917bf233-913f-4ef7-afec-51ab070cf9a0 service neutron] 10.222.0.102 "PUT /v2.0/ports/4b72a20e-3358-46f1-aef8-ee2cf0cabcd7 HTTP/1.1" status: 200 len: 1093 time: 4.5954592 Jul 20 15:32:12.030736 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b8fe888-a3ab-4889-a5d5-f11697f7c352', 'tag': '4b72a20e-3358-46f1-aef8-ee2cf0cabcd7'}] {{(pid=104509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:32:12.066440 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=12 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:12.186200 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port ead647f0-0a45-4990-bae0-df16c05986e2 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:32:12.186338 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (ead647f0-0a45-4990-bae0-df16c05986e2), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:12.271892 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-93372f03-427c-4f45-bdbe-b8a82e7b32b1 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714675'] for floatingip (a590ac1b-7cdb-4194-b887-82473919cc18), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:12.281147 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93372f03-427c-4f45-bdbe-b8a82e7b32b1 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Pushing event updated for resources: {'Port': ['ID=eb5fdde1-224f-4f23-b8d2-1d8120d35bc7,revision_number=2']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:12.343937 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352eee4e-2f53-4831-80b5-804fd144a5b6 req-ceaa9003-806f-40ed-9b06-41bbd287b540 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:12.353192 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-352eee4e-2f53-4831-80b5-804fd144a5b6 req-ceaa9003-806f-40ed-9b06-41bbd287b540 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 943 time: 0.8240089 Jul 20 15:32:12.544531 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-93372f03-427c-4f45-bdbe-b8a82e7b32b1 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for floatingip (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:12.544531 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-93372f03-427c-4f45-bdbe-b8a82e7b32b1 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 11.4046676 Jul 20 15:32:12.650075 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port ead647f0-0a45-4990-bae0-df16c05986e2 is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:32:12.714885 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-e3b8ccd2-8654-48e7-8c13-b442a1e2329e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:12.716312 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-e3b8ccd2-8654-48e7-8c13-b442a1e2329e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=61872ef687074f5791a2cc46732bebdf&device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 1127 time: 0.3698063 Jul 20 15:32:12.723082 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-04a94f7a-6e5f-4830-a77f-2491d660ee10 req-f00e16b7-134d-4d80-b7b3-a2dea518aa51 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 210 time: 0.2225413 Jul 20 15:32:12.738377 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-352eee4e-2f53-4831-80b5-804fd144a5b6 req-be8ce4bc-5860-4cf8-b660-fca67c59596a tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749971 Jul 20 15:32:12.833450 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-ef0bffc9-0f67-46a5-93ff-5ed69579ff26 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b72a20e-3358-46f1-aef8-ee2cf0cabcd7 HTTP/1.1" status: 200 len: 217 time: 0.0987945 Jul 20 15:32:12.839084 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-ec030d44-4b48-43ea-9706-d3373607f570 req-637fe09f-50b4-49de-926d-ba3e18aaa1d4 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413'] for port (dcafe070-5aa9-45b4-9985-1e779fe02e07), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:12.929653 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df77c6b91a480694ea4413056d8ef6386aadd078611a8438297a7cf852766117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788c6cd7-53a2-4aae-9afa-3a91a2836ddc" -d '{"events": [{"name": "network-changed", "server_uuid": "9b8fe888-a3ab-4889-a5d5-f11697f7c352", "tag": "4b72a20e-3358-46f1-aef8-ee2cf0cabcd7"}]}' {{(pid=104509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:32:12.992774 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.notifiers.nova [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-5e271102-a6b3-46bf-877a-212f870dddf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9a62c66-1f34-4d8d-8dcb-53ae32a72875 {{(pid=104510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:32:13.055920 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-5e271102-a6b3-46bf-877a-212f870dddf7 service neutron] Publish callbacks [] for port (b9a62c66-1f34-4d8d-8dcb-53ae32a72875), precommit_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:13.117889 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:13.238423 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.provisioning_blocks [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-5e271102-a6b3-46bf-877a-212f870dddf7 service neutron] Transition to ACTIVE for port object b9a62c66-1f34-4d8d-8dcb-53ae32a72875 will not be triggered until provisioned by entity L2. {{(pid=104510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 15:32:13.282813 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41410b-d9d4-40b2-bd88-a9a141f8f5a6 req-590080ed-c94c-4ebd-be64-89432329c13b tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:13.294956 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9b41410b-d9d4-40b2-bd88-a9a141f8f5a6 req-590080ed-c94c-4ebd-be64-89432329c13b tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4629da0b-5da0-4ba3-bb8a-e076cfcbf14d HTTP/1.1" status: 200 len: 931 time: 0.3219979 Jul 20 15:32:13.410362 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-5e271102-a6b3-46bf-877a-212f870dddf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (b9a62c66-1f34-4d8d-8dcb-53ae32a72875), after_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:13.427301 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9b41410b-d9d4-40b2-bd88-a9a141f8f5a6 req-21041edf-cbb3-423e-bdf3-add859d96d64 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/security-groups?id=16b72b85-0898-4b01-8038-99d3d8536559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309323 Jul 20 15:32:13.489912 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec030d44-4b48-43ea-9706-d3373607f570 req-637fe09f-50b4-49de-926d-ba3e18aaa1d4 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Network 87b7a7e3-0142-4612-bb7a-59e6264b0abe is already hosted by enough agents. {{(pid=104509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:32:13.516232 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-8d3b2f78-09fc-44d1-b727-b67de805ea2c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--888097469&fields=id&tenant_id=4446d4a6f4e64ccb8bfd5b3fe6f2127a HTTP/1.1" status: 200 len: 267 time: 0.2947688 Jul 20 15:32:13.525953 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [req-ec030d44-4b48-43ea-9706-d3373607f570 req-637fe09f-50b4-49de-926d-ba3e18aaa1d4 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Resources bound (agent type, host, resource id): {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:32:13.541172 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637fe09f-50b4-49de-926d-ba3e18aaa1d4 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Pushing event updated for resources: {'Port': ['ID=dcafe070-5aa9-45b4-9985-1e779fe02e07,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:13.541172 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec030d44-4b48-43ea-9706-d3373607f570 req-637fe09f-50b4-49de-926d-ba3e18aaa1d4 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Received port after_create {{(pid=104509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:32:13.557020 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec030d44-4b48-43ea-9706-d3373607f570 req-637fe09f-50b4-49de-926d-ba3e18aaa1d4 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:13.557688 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-ec030d44-4b48-43ea-9706-d3373607f570 req-637fe09f-50b4-49de-926d-ba3e18aaa1d4 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:13.563206 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-4a23ee91-2060-4a2d-a213-f6aaee9ef7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:13.570614 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-4a23ee91-2060-4a2d-a213-f6aaee9ef7af service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa HTTP/1.1" status: 200 len: 857 time: 0.7272358 Jul 20 15:32:13.701597 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-e40073ad-941e-4f6f-8c63-0ea1a78b472e tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:13.703401 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-e40073ad-941e-4f6f-8c63-0ea1a78b472e tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/networks?id=f5eb24be-2bbb-47ab-b680-70a114f8f10e HTTP/1.1" status: 200 len: 816 time: 0.1861889 Jul 20 15:32:13.779277 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-22935898-e631-4a37-850a-e8ff21db2408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:13.781887 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-22935898-e631-4a37-850a-e8ff21db2408 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=49eaadcd-4166-45bc-8081-db7a31ee5c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1949935 Jul 20 15:32:13.811905 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-ec030d44-4b48-43ea-9706-d3373607f570 req-637fe09f-50b4-49de-926d-ba3e18aaa1d4 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8428206 Jul 20 15:32:13.846110 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [req-ec030d44-4b48-43ea-9706-d3373607f570 req-72908371-c5d1-4d04-9847-9ef44a93ca6c service neutron] Request body: {'port': {'device_id': '4629da0b-5da0-4ba3-bb8a-e076cfcbf14d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:32:13.981631 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-71047b72-31d9-45e3-b51b-f095acd44d57 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/quotas/4446d4a6f4e64ccb8bfd5b3fe6f2127a HTTP/1.1" status: 200 len: 375 time: 0.2696416 Jul 20 15:32:14.014078 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e271102-a6b3-46bf-877a-212f870dddf7 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a62c66-1f34-4d8d-8dcb-53ae32a72875,revision_number=2']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:14.216800 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-bb1a1c17-140d-4db5-8dac-5e6f814f66b2 None None] Provisioning complete for port dcafe070-5aa9-45b4-9985-1e779fe02e07 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:32:14.217347 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-bb1a1c17-140d-4db5-8dac-5e6f814f66b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (dcafe070-5aa9-45b4-9985-1e779fe02e07), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:14.244680 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 15:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e650aa1-4942-47ef-bd5c-4a43ecce1d4c x-openstack-request-id: req-6e650aa1-4942-47ef-bd5c-4a43ecce1d4c {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:32:14.245060 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b8fe888-a3ab-4889-a5d5-f11697f7c352", "tag": "4b72a20e-3358-46f1-aef8-ee2cf0cabcd7", "status": "completed", "code": 200}]} {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:32:14.245412 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6e650aa1-4942-47ef-bd5c-4a43ecce1d4c {{(pid=104509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:32:14.245964 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e650aa1-4942-47ef-bd5c-4a43ecce1d4c'] response: {'name': 'network-changed', 'server_uuid': '9b8fe888-a3ab-4889-a5d5-f11697f7c352', 'tag': '4b72a20e-3358-46f1-aef8-ee2cf0cabcd7', 'status': 'completed', 'code': 200} Jul 20 15:32:14.248117 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.managers [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-5e271102-a6b3-46bf-877a-212f870dddf7 service neutron] Attempting to bind port b9a62c66-1f34-4d8d-8dcb-53ae32a72875 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:32:14.248479 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.managers [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-5e271102-a6b3-46bf-877a-212f870dddf7 service neutron] Attempting to bind port b9a62c66-1f34-4d8d-8dcb-53ae32a72875 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '662891f8-8b9a-43c8-9ec2-0f1ae07a78f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71'}] {{(pid=104510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:32:14.248858 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-5e271102-a6b3-46bf-877a-212f870dddf7 service neutron] Attempting to bind port b9a62c66-1f34-4d8d-8dcb-53ae32a72875 on network 49eaadcd-4166-45bc-8081-db7a31ee5c71 {{(pid=104510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:32:14.268295 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-ec030d44-4b48-43ea-9706-d3373607f570 req-72908371-c5d1-4d04-9847-9ef44a93ca6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (dcafe070-5aa9-45b4-9985-1e779fe02e07), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:14.283448 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-bb1a1c17-140d-4db5-8dac-5e6f814f66b2 None None] Port dcafe070-5aa9-45b4-9985-1e779fe02e07 cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:32:14.294785 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-fc1414b8-501a-4166-80cd-70ec09567e6b tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4446d4a6f4e64ccb8bfd5b3fe6f2127a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2895303 Jul 20 15:32:14.296184 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-5e271102-a6b3-46bf-877a-212f870dddf7 service neutron] Port b9a62c66-1f34-4d8d-8dcb-53ae32a72875 on network 49eaadcd-4166-45bc-8081-db7a31ee5c71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 15:32:14.296511 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-5e271102-a6b3-46bf-877a-212f870dddf7 service neutron] Attempting to bind port b9a62c66-1f34-4d8d-8dcb-53ae32a72875 on network 49eaadcd-4166-45bc-8081-db7a31ee5c71 {{(pid=104510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:32:14.337269 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-5e271102-a6b3-46bf-877a-212f870dddf7 service neutron] Checking agent: {'id': '84834a4b-f4d1-4c41-9203-9b15edc444f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 29, 38), 'started_at': datetime.datetime(2022, 7, 20, 15, 29, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:32:14.337621 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-5e271102-a6b3-46bf-877a-212f870dddf7 service neutron] Checking segment: {'id': '662891f8-8b9a-43c8-9ec2-0f1ae07a78f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:32:14.345338 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-5e271102-a6b3-46bf-877a-212f870dddf7 service neutron] Bound using segment: {'id': '662891f8-8b9a-43c8-9ec2-0f1ae07a78f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71'} {{(pid=104510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:32:14.346055 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.managers [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-5e271102-a6b3-46bf-877a-212f870dddf7 service neutron] Bound port: b9a62c66-1f34-4d8d-8dcb-53ae32a72875, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '662891f8-8b9a-43c8-9ec2-0f1ae07a78f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71'}}] {{(pid=104510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:32:14.346642 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-5e271102-a6b3-46bf-877a-212f870dddf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (b9a62c66-1f34-4d8d-8dcb-53ae32a72875), before_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:14.394837 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-26bb5743-040d-4296-a8b3-ba1764435ffc service neutron] 10.222.0.102 "GET /v2.0/networks/49eaadcd-4166-45bc-8081-db7a31ee5c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5874732 Jul 20 15:32:14.518873 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-79e5d172-6eaf-45b8-85ec-133d851fba85 req-ab9826ff-a4b9-466f-a88a-372978cfde47 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 210 time: 0.1615922 Jul 20 15:32:14.596953 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:14.746006 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.db [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-5e271102-a6b3-46bf-877a-212f870dddf7 service neutron] For port b9a62c66-1f34-4d8d-8dcb-53ae32a72875, host hv-cinder-81914, cleared binding levels {{(pid=104510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:32:14.764445 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-52bc61a5-17ba-4ac9-9af4-40f337d3c91d req-9670e825-6db8-410a-a00e-59c177772e4a service neutron] 10.222.0.102 "GET /v2.0/networks/49eaadcd-4166-45bc-8081-db7a31ee5c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484576 Jul 20 15:32:14.776348 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-a56072b0-8585-4dc5-9a4c-37df7c19aca1 service neutron] 10.222.0.78 "GET /v2.0/networks/f5eb24be-2bbb-47ab-b680-70a114f8f10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4760535 Jul 20 15:32:14.883548 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.db [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-5e271102-a6b3-46bf-877a-212f870dddf7 service neutron] For port b9a62c66-1f34-4d8d-8dcb-53ae32a72875, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=b9a62c66-1f34-4d8d-8dcb-53ae32a72875,segment=NetworkSegment(662891f8-8b9a-43c8-9ec2-0f1ae07a78f2),segment_id=662891f8-8b9a-43c8-9ec2-0f1ae07a78f2)] {{(pid=104510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:32:14.905342 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e9747-aea0-4286-81f1-634d9ea47424 req-5f087c26-4646-4675-a1d7-b0e15b83bc13 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:14.915528 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-dc6e9747-aea0-4286-81f1-634d9ea47424 req-5f087c26-4646-4675-a1d7-b0e15b83bc13 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 943 time: 0.2928462 Jul 20 15:32:14.984321 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [req-ec030d44-4b48-43ea-9706-d3373607f570 req-72908371-c5d1-4d04-9847-9ef44a93ca6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcafe070-5aa9-45b4-9985-1e779fe02e07 {{(pid=104509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:32:14.993945 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-ec030d44-4b48-43ea-9706-d3373607f570 req-72908371-c5d1-4d04-9847-9ef44a93ca6c service neutron] Publish callbacks [] for port (dcafe070-5aa9-45b4-9985-1e779fe02e07), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:15.013970 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.provisioning_blocks [req-ec030d44-4b48-43ea-9706-d3373607f570 req-72908371-c5d1-4d04-9847-9ef44a93ca6c service neutron] Transition to ACTIVE for port object dcafe070-5aa9-45b4-9985-1e779fe02e07 will not be triggered until provisioned by entity L2. {{(pid=104509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 15:32:15.021516 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-5e271102-a6b3-46bf-877a-212f870dddf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (b9a62c66-1f34-4d8d-8dcb-53ae32a72875), after_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:15.080161 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-dc6e9747-aea0-4286-81f1-634d9ea47424 req-efe64fa7-7bc8-4610-954d-ec227be1b1b7 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634104 Jul 20 15:32:15.124225 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-75a7612c-19e0-4a50-94f3-e5beb1072b44 service neutron] 10.222.0.78 "GET /v2.0/networks/f5eb24be-2bbb-47ab-b680-70a114f8f10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291585 Jul 20 15:32:15.139698 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-5e271102-a6b3-46bf-877a-212f870dddf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:15.140883 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-5e271102-a6b3-46bf-877a-212f870dddf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for port (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:15.147117 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-5e271102-a6b3-46bf-877a-212f870dddf7 service neutron] 10.222.0.102 "PUT /v2.0/ports/b9a62c66-1f34-4d8d-8dcb-53ae32a72875 HTTP/1.1" status: 200 len: 1093 time: 5.0407693 Jul 20 15:32:15.148746 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e200ad-ac34-4618-9518-9cc89ec380de', 'tag': 'b9a62c66-1f34-4d8d-8dcb-53ae32a72875'}] {{(pid=104510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:32:15.194872 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-ec030d44-4b48-43ea-9706-d3373607f570 req-72908371-c5d1-4d04-9847-9ef44a93ca6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (dcafe070-5aa9-45b4-9985-1e779fe02e07), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:15.409915 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e271102-a6b3-46bf-877a-212f870dddf7 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a62c66-1f34-4d8d-8dcb-53ae32a72875,revision_number=3']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:15.465374 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b93f3a-2499-4fe1-80dc-c0eb7f659dd8 req-f280316d-bc3e-4895-8408-fcb0c3129dc5 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:15.494160 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-71b93f3a-2499-4fe1-80dc-c0eb7f659dd8 req-f280316d-bc3e-4895-8408-fcb0c3129dc5 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4629da0b-5da0-4ba3-bb8a-e076cfcbf14d HTTP/1.1" status: 200 len: 943 time: 0.2336740 Jul 20 15:32:15.599821 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c6cd7-53a2-4aae-9afa-3a91a2836ddc req-618351cf-7b94-448a-8248-1de762472bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:15.605021 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-788c6cd7-53a2-4aae-9afa-3a91a2836ddc req-618351cf-7b94-448a-8248-1de762472bc6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=61872ef687074f5791a2cc46732bebdf&device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 1127 time: 0.3255115 Jul 20 15:32:15.620432 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e6f04493f4523d7005559a5723156fec6de25b8db42c399d87358264a9319a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512a9b86-81e7-48cc-b246-87b6807ce953" -d '{"events": [{"name": "network-changed", "server_uuid": "e0e200ad-ac34-4618-9518-9cc89ec380de", "tag": "b9a62c66-1f34-4d8d-8dcb-53ae32a72875"}]}' {{(pid=104510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:32:15.652158 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72908371-c5d1-4d04-9847-9ef44a93ca6c service neutron] Pushing event updated for resources: {'Port': ['ID=dcafe070-5aa9-45b4-9985-1e779fe02e07,revision_number=2']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:15.845874 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-ec030d44-4b48-43ea-9706-d3373607f570 req-72908371-c5d1-4d04-9847-9ef44a93ca6c service neutron] Attempting to bind port dcafe070-5aa9-45b4-9985-1e779fe02e07 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:32:15.846595 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-ec030d44-4b48-43ea-9706-d3373607f570 req-72908371-c5d1-4d04-9847-9ef44a93ca6c service neutron] Attempting to bind port dcafe070-5aa9-45b4-9985-1e779fe02e07 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '4cbdd146-8739-42ed-8e2e-bcc20ffca626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '87b7a7e3-0142-4612-bb7a-59e6264b0abe'}] {{(pid=104509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:32:15.848525 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec030d44-4b48-43ea-9706-d3373607f570 req-72908371-c5d1-4d04-9847-9ef44a93ca6c service neutron] Attempting to bind port dcafe070-5aa9-45b4-9985-1e779fe02e07 on network 87b7a7e3-0142-4612-bb7a-59e6264b0abe {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:32:15.886429 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-8af679f9-cb0f-4d11-a393-9a624dbe437d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:15.895972 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-8af679f9-cb0f-4d11-a393-9a624dbe437d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=61872ef687074f5791a2cc46732bebdf&device_id=e0e200ad-ac34-4618-9518-9cc89ec380de HTTP/1.1" status: 200 len: 1127 time: 0.2691894 Jul 20 15:32:15.900227 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.102', 62127) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:15.904798 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:15.909682 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec030d44-4b48-43ea-9706-d3373607f570 req-72908371-c5d1-4d04-9847-9ef44a93ca6c service neutron] Port dcafe070-5aa9-45b4-9985-1e779fe02e07 on network 87b7a7e3-0142-4612-bb7a-59e6264b0abe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 15:32:15.911476 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec030d44-4b48-43ea-9706-d3373607f570 req-72908371-c5d1-4d04-9847-9ef44a93ca6c service neutron] Attempting to bind port dcafe070-5aa9-45b4-9985-1e779fe02e07 on network 87b7a7e3-0142-4612-bb7a-59e6264b0abe {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:32:16.197503 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec030d44-4b48-43ea-9706-d3373607f570 req-72908371-c5d1-4d04-9847-9ef44a93ca6c service neutron] Checking agent: {'id': '84834a4b-f4d1-4c41-9203-9b15edc444f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 29, 38), 'started_at': datetime.datetime(2022, 7, 20, 15, 29, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:32:16.197887 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec030d44-4b48-43ea-9706-d3373607f570 req-72908371-c5d1-4d04-9847-9ef44a93ca6c service neutron] Checking segment: {'id': '4cbdd146-8739-42ed-8e2e-bcc20ffca626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '87b7a7e3-0142-4612-bb7a-59e6264b0abe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:32:16.198320 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec030d44-4b48-43ea-9706-d3373607f570 req-72908371-c5d1-4d04-9847-9ef44a93ca6c service neutron] Bound using segment: {'id': '4cbdd146-8739-42ed-8e2e-bcc20ffca626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '87b7a7e3-0142-4612-bb7a-59e6264b0abe'} {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:32:16.206169 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-ec030d44-4b48-43ea-9706-d3373607f570 req-72908371-c5d1-4d04-9847-9ef44a93ca6c service neutron] Bound port: dcafe070-5aa9-45b4-9985-1e779fe02e07, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cbdd146-8739-42ed-8e2e-bcc20ffca626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '87b7a7e3-0142-4612-bb7a-59e6264b0abe'}}] {{(pid=104509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:32:16.206169 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-ec030d44-4b48-43ea-9706-d3373607f570 req-72908371-c5d1-4d04-9847-9ef44a93ca6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (dcafe070-5aa9-45b4-9985-1e779fe02e07), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:16.292530 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-0afb0da3-df8e-4381-95ce-c91a87aa8a6a req-966bd738-5693-438c-b22b-dd4c4b6337d3 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 210 time: 0.0537086 Jul 20 15:32:16.332401 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-f0d64224-0eff-4c5f-833a-89432da41928 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9a62c66-1f34-4d8d-8dcb-53ae32a72875 HTTP/1.1" status: 200 len: 217 time: 0.1283152 Jul 20 15:32:16.362356 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-71b93f3a-2499-4fe1-80dc-c0eb7f659dd8 req-e50aab57-f4cd-4f9a-bfb4-a924eca24270 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/security-groups?id=16b72b85-0898-4b01-8038-99d3d8536559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8663385 Jul 20 15:32:16.404504 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab6b57-1760-4881-b1d9-474a2999348c req-27875fb2-7a72-45a6-b3f8-7baccca18c22 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:16.406052 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-abab6b57-1760-4881-b1d9-474a2999348c req-27875fb2-7a72-45a6-b3f8-7baccca18c22 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.102 "GET /v2.0/networks?id=fa5e056d-5a56-4462-a470-30c02f844e62 HTTP/1.1" status: 200 len: 811 time: 0.4708130 Jul 20 15:32:16.445291 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c6cd7-53a2-4aae-9afa-3a91a2836ddc req-b192c445-a7e9-4d8f-ae7e-dcf6bdee8cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:16.453147 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-788c6cd7-53a2-4aae-9afa-3a91a2836ddc req-b192c445-a7e9-4d8f-ae7e-dcf6bdee8cbf service neutron] 10.222.0.102 "GET /v2.0/networks?id=49eaadcd-4166-45bc-8081-db7a31ee5c71 HTTP/1.1" status: 200 len: 919 time: 0.8400779 Jul 20 15:32:16.464281 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-edf03a31-c554-4d29-b2c9-630324ed9868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:16.472670 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-edf03a31-c554-4d29-b2c9-630324ed9868 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa HTTP/1.1" status: 200 len: 857 time: 0.1319141 Jul 20 15:32:16.584035 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-ec030d44-4b48-43ea-9706-d3373607f570 req-72908371-c5d1-4d04-9847-9ef44a93ca6c service neutron] For port dcafe070-5aa9-45b4-9985-1e779fe02e07, host hv-cinder-81914, cleared binding levels {{(pid=104509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:32:16.615365 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-533af533-eb41-4c80-8f84-113bcd59a69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:16.617171 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-533af533-eb41-4c80-8f84-113bcd59a69f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=49eaadcd-4166-45bc-8081-db7a31ee5c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1057708 Jul 20 15:32:16.618934 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-ec030d44-4b48-43ea-9706-d3373607f570 req-72908371-c5d1-4d04-9847-9ef44a93ca6c service neutron] For port dcafe070-5aa9-45b4-9985-1e779fe02e07, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=dcafe070-5aa9-45b4-9985-1e779fe02e07,segment=NetworkSegment(4cbdd146-8739-42ed-8e2e-bcc20ffca626),segment_id=4cbdd146-8739-42ed-8e2e-bcc20ffca626)] {{(pid=104509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:32:16.653720 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-788c6cd7-53a2-4aae-9afa-3a91a2836ddc req-dd8e77fa-7d2f-4460-a675-59f9c1712929 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b72a20e-3358-46f1-aef8-ee2cf0cabcd7 HTTP/1.1" status: 200 len: 217 time: 0.1891329 Jul 20 15:32:16.654602 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-abab6b57-1760-4881-b1d9-474a2999348c req-5ae52660-240d-4d4e-bad8-afb720d76b44 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa49d7002cf441348cf3166e64b1bc87 HTTP/1.1" status: 200 len: 380 time: 0.2003944 Jul 20 15:32:16.706464 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-f110296f-de19-4263-a0be-c6b76d33dd20 req-67d2edef-1d70-4922-9958-f0f62a7eff18 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 210 time: 0.1239049 Jul 20 15:32:16.710374 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [req-abab6b57-1760-4881-b1d9-474a2999348c req-f283a505-42f1-4b6c-bb6c-d1a67a72e3fd tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Request body: {'port': {'device_id': '7693c05d-ad3d-40fb-8c50-56e655ca708a', 'network_id': 'fa5e056d-5a56-4462-a470-30c02f844e62', 'admin_state_up': True, 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87', 'security_groups': ['a1bffa46-f1f7-4060-84df-32518be041eb']}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:32:16.844809 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 15:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4a4e4b-a2b6-4984-a02e-780533995b8c x-openstack-request-id: req-9f4a4e4b-a2b6-4984-a02e-780533995b8c {{(pid=104510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:32:16.845109 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0e200ad-ac34-4618-9518-9cc89ec380de", "tag": "b9a62c66-1f34-4d8d-8dcb-53ae32a72875", "status": "completed", "code": 200}]} {{(pid=104510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:32:16.845365 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9f4a4e4b-a2b6-4984-a02e-780533995b8c {{(pid=104510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:32:16.845810 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f4a4e4b-a2b6-4984-a02e-780533995b8c'] response: {'name': 'network-changed', 'server_uuid': 'e0e200ad-ac34-4618-9518-9cc89ec380de', 'tag': 'b9a62c66-1f34-4d8d-8dcb-53ae32a72875', 'status': 'completed', 'code': 200} Jul 20 15:32:16.943301 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-ec030d44-4b48-43ea-9706-d3373607f570 req-72908371-c5d1-4d04-9847-9ef44a93ca6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (dcafe070-5aa9-45b4-9985-1e779fe02e07), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:17.016046 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c6cd7-53a2-4aae-9afa-3a91a2836ddc req-49d6cb21-e18f-40ea-8418-2c26bc350039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:17.017990 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-788c6cd7-53a2-4aae-9afa-3a91a2836ddc req-49d6cb21-e18f-40ea-8418-2c26bc350039 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa HTTP/1.1" status: 200 len: 857 time: 0.3252368 Jul 20 15:32:17.037111 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-b4077a5b-4baa-4c7a-9613-18dcdd7a65b3 service neutron] 10.222.0.102 "GET /v2.0/networks/49eaadcd-4166-45bc-8081-db7a31ee5c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4134600 Jul 20 15:32:17.037334 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e1f01-2ed9-48e3-a135-6ab38058c4da req-3f14f63f-5b7f-4ec2-81be-91722c0d5a6e tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:17.038852 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3e6e1f01-2ed9-48e3-a135-6ab38058c4da req-3f14f63f-5b7f-4ec2-81be-91722c0d5a6e tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 943 time: 0.1669090 Jul 20 15:32:17.251905 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec030d44-4b48-43ea-9706-d3373607f570 req-72908371-c5d1-4d04-9847-9ef44a93ca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:17.251905 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-ec030d44-4b48-43ea-9706-d3373607f570 req-72908371-c5d1-4d04-9847-9ef44a93ca6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:17.252548 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-ec030d44-4b48-43ea-9706-d3373607f570 req-72908371-c5d1-4d04-9847-9ef44a93ca6c service neutron] 10.222.0.102 "PUT /v2.0/ports/dcafe070-5aa9-45b4-9985-1e779fe02e07 HTTP/1.1" status: 200 len: 1093 time: 3.4224303 Jul 20 15:32:17.255966 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4629da0b-5da0-4ba3-bb8a-e076cfcbf14d', 'tag': 'dcafe070-5aa9-45b4-9985-1e779fe02e07'}] {{(pid=104509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:32:17.258302 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df77c6b91a480694ea4413056d8ef6386aadd078611a8438297a7cf852766117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01aff12e-ac32-4aec-8203-2bc78d8616bc" -d '{"events": [{"name": "network-changed", "server_uuid": "4629da0b-5da0-4ba3-bb8a-e076cfcbf14d", "tag": "dcafe070-5aa9-45b4-9985-1e779fe02e07"}]}' {{(pid=104509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:32:17.285883 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3e6e1f01-2ed9-48e3-a135-6ab38058c4da req-42fe2755-9667-4bdf-a07c-44155a13abc9 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403908 Jul 20 15:32:17.293661 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c6cd7-53a2-4aae-9afa-3a91a2836ddc req-37a5af2e-0b00-4008-af68-55cebde3cee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:17.295289 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-788c6cd7-53a2-4aae-9afa-3a91a2836ddc req-37a5af2e-0b00-4008-af68-55cebde3cee2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=49eaadcd-4166-45bc-8081-db7a31ee5c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2168350 Jul 20 15:32:17.352835 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72908371-c5d1-4d04-9847-9ef44a93ca6c service neutron] Pushing event updated for resources: {'Port': ['ID=dcafe070-5aa9-45b4-9985-1e779fe02e07,revision_number=3']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:17.403298 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 15:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abaa1a4f-ed13-4ec8-b740-60e9d43c4333 x-openstack-request-id: req-abaa1a4f-ed13-4ec8-b740-60e9d43c4333 {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:32:17.403298 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4629da0b-5da0-4ba3-bb8a-e076cfcbf14d", "tag": "dcafe070-5aa9-45b4-9985-1e779fe02e07", "status": "completed", "code": 200}]} {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:32:17.403298 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-abaa1a4f-ed13-4ec8-b740-60e9d43c4333 {{(pid=104509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:32:17.403298 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abaa1a4f-ed13-4ec8-b740-60e9d43c4333'] response: {'name': 'network-changed', 'server_uuid': '4629da0b-5da0-4ba3-bb8a-e076cfcbf14d', 'tag': 'dcafe070-5aa9-45b4-9985-1e779fe02e07', 'status': 'completed', 'code': 200} Jul 20 15:32:17.519078 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:17.612004 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aff12e-ac32-4aec-8203-2bc78d8616bc req-ff3b3524-3d4e-4183-ae31-4a2389e6a3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:17.613575 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-01aff12e-ac32-4aec-8203-2bc78d8616bc req-ff3b3524-3d4e-4183-ae31-4a2389e6a3be service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=80caade751834762862c102c208a34e1&device_id=4629da0b-5da0-4ba3-bb8a-e076cfcbf14d HTTP/1.1" status: 200 len: 1127 time: 0.1918709 Jul 20 15:32:17.623160 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-3772eb44-edb6-4401-a69b-efe3e772d932 req-36eaacfc-fe19-4cd3-949b-4be3a2ad19d3 service neutron] 10.222.0.102 "GET /v2.0/networks/49eaadcd-4166-45bc-8081-db7a31ee5c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4555585 Jul 20 15:32:17.629311 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d3a0c95f-d089-4e1e-94fe-d559d968a3fd req-f5a5a1c1-ac43-42d6-9493-b8758ffab5bd tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 210 time: 0.1265228 Jul 20 15:32:17.662053 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f58b5d-9f7e-4ba4-8641-bf411203700e req-406ca6cd-0ba9-4264-946e-40a5b368a680 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:17.669632 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-35f58b5d-9f7e-4ba4-8641-bf411203700e req-406ca6cd-0ba9-4264-946e-40a5b368a680 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4629da0b-5da0-4ba3-bb8a-e076cfcbf14d HTTP/1.1" status: 200 len: 943 time: 0.1389194 Jul 20 15:32:17.785657 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-788c6cd7-53a2-4aae-9afa-3a91a2836ddc req-33da74ad-53ea-4218-b4fe-71cd080f5c86 service neutron] 10.222.0.102 "GET /v2.0/networks/49eaadcd-4166-45bc-8081-db7a31ee5c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4234574 Jul 20 15:32:17.809220 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-35f58b5d-9f7e-4ba4-8641-bf411203700e req-7526d386-ac94-4967-9b02-ca3c408f4d94 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/security-groups?id=16b72b85-0898-4b01-8038-99d3d8536559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382806 Jul 20 15:32:17.912401 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abab6b57-1760-4881-b1d9-474a2999348c req-f283a505-42f1-4b6c-bb6c-d1a67a72e3fd tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Made reservation on behalf of aa49d7002cf441348cf3166e64b1bc87 for: {'port': 1} {{(pid=104509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:32:17.932892 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-abab6b57-1760-4881-b1d9-474a2999348c req-f283a505-42f1-4b6c-bb6c-d1a67a72e3fd tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:17.945375 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-eaf944a1-b052-493a-ab92-ef54b2720f47 req-109f9ecd-2397-46a0-80ef-0660e212b7fb tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 210 time: 0.0871210 Jul 20 15:32:18.002679 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-788c6cd7-53a2-4aae-9afa-3a91a2836ddc req-c8dfe403-7ecf-4f90-ae49-d299b02bd39b service neutron] 10.222.0.102 "GET /v2.0/networks/49eaadcd-4166-45bc-8081-db7a31ee5c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870968 Jul 20 15:32:18.157285 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a9b86-81e7-48cc-b246-87b6807ce953 req-35aa796a-9127-475a-b6ed-75a3c71d2657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:18.157285 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-512a9b86-81e7-48cc-b246-87b6807ce953 req-35aa796a-9127-475a-b6ed-75a3c71d2657 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=61872ef687074f5791a2cc46732bebdf&device_id=e0e200ad-ac34-4618-9518-9cc89ec380de HTTP/1.1" status: 200 len: 1127 time: 0.2759607 Jul 20 15:32:18.189084 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aff12e-ac32-4aec-8203-2bc78d8616bc req-33e4b92f-7a55-4b4d-a2aa-a1ca59b790be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:18.190969 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-01aff12e-ac32-4aec-8203-2bc78d8616bc req-33e4b92f-7a55-4b4d-a2aa-a1ca59b790be service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=80caade751834762862c102c208a34e1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5065928 Jul 20 15:32:18.263969 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_common [req-abab6b57-1760-4881-b1d9-474a2999348c req-f283a505-42f1-4b6c-bb6c-d1a67a72e3fd tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Allocated IP 172.20.0.8 (fa5e056d-5a56-4462-a470-30c02f844e62/c9fff1ac-07cb-4893-9ae7-8ae90fdf7477/7c61a150-9d0c-4c43-949a-82e85b926581) {{(pid=104509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:32:18.338562 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:18.492616 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8be3df-ee93-486d-b948-b11ba29f7e6b req-929e3af3-ad10-4ba5-8cd4-8d4c4f35726c tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:18.495160 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6d8be3df-ee93-486d-b948-b11ba29f7e6b req-929e3af3-ad10-4ba5-8cd4-8d4c4f35726c tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 943 time: 0.0814574 Jul 20 15:32:18.621602 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6d8be3df-ee93-486d-b948-b11ba29f7e6b req-e5b99edc-4e65-490e-bcd2-4565e6e98f37 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112647 Jul 20 15:32:18.765598 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e3ad2725-c398-42c0-9e4b-6c5dde5e43e5 req-0daf8089-ada1-4abd-acb6-fc24f0fec08a tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 210 time: 0.0310373 Jul 20 15:32:18.974719 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-abab6b57-1760-4881-b1d9-474a2999348c req-f283a505-42f1-4b6c-bb6c-d1a67a72e3fd tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks [] for port (7c61a150-9d0c-4c43-949a-82e85b926581), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:18.993670 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aff12e-ac32-4aec-8203-2bc78d8616bc req-1ded35d4-7043-4417-a0a8-48fbd1334cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:18.994795 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-01aff12e-ac32-4aec-8203-2bc78d8616bc req-1ded35d4-7043-4417-a0a8-48fbd1334cf4 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5957618 Jul 20 15:32:19.064656 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a9b86-81e7-48cc-b246-87b6807ce953 req-2ab219b8-ba50-4e6c-8d80-88ebb2bdf817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:19.066250 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-512a9b86-81e7-48cc-b246-87b6807ce953 req-2ab219b8-ba50-4e6c-8d80-88ebb2bdf817 service neutron] 10.222.0.102 "GET /v2.0/networks?id=49eaadcd-4166-45bc-8081-db7a31ee5c71 HTTP/1.1" status: 200 len: 919 time: 0.6659782 Jul 20 15:32:19.087244 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=100 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:19.168681 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9bef1-a499-43f5-b6e1-5fa1d525410d req-85994fdb-6e21-4cac-87cd-3a519403667c tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:19.176655 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-11a9bef1-a499-43f5-b6e1-5fa1d525410d req-85994fdb-6e21-4cac-87cd-3a519403667c tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4629da0b-5da0-4ba3-bb8a-e076cfcbf14d HTTP/1.1" status: 200 len: 943 time: 0.1597810 Jul 20 15:32:19.181194 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-7fd4ebe7-af70-4ea4-8312-0f3b457a9c02 req-f668d06a-8e31-4771-8627-6bd026594f8e tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 210 time: 0.0676014 Jul 20 15:32:19.246470 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-11a9bef1-a499-43f5-b6e1-5fa1d525410d req-f7f071c7-1944-48e6-bbdd-6ea6570234ba tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/security-groups?id=16b72b85-0898-4b01-8038-99d3d8536559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687573 Jul 20 15:32:19.576358 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-abab6b57-1760-4881-b1d9-474a2999348c req-f283a505-42f1-4b6c-bb6c-d1a67a72e3fd tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413'] for port (7c61a150-9d0c-4c43-949a-82e85b926581), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:19.643091 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abab6b57-1760-4881-b1d9-474a2999348c req-f283a505-42f1-4b6c-bb6c-d1a67a72e3fd tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Network fa5e056d-5a56-4462-a470-30c02f844e62 is already hosted by enough agents. {{(pid=104509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:32:19.647338 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [req-abab6b57-1760-4881-b1d9-474a2999348c req-f283a505-42f1-4b6c-bb6c-d1a67a72e3fd tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Resources bound (agent type, host, resource id): {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:32:19.655025 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [req-abab6b57-1760-4881-b1d9-474a2999348c req-f283a505-42f1-4b6c-bb6c-d1a67a72e3fd tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Received port after_create {{(pid=104509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:32:19.660212 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab6b57-1760-4881-b1d9-474a2999348c req-f283a505-42f1-4b6c-bb6c-d1a67a72e3fd tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:19.660895 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-abab6b57-1760-4881-b1d9-474a2999348c req-f283a505-42f1-4b6c-bb6c-d1a67a72e3fd tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:19.677660 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283a505-42f1-4b6c-bb6c-d1a67a72e3fd tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Pushing event updated for resources: {'Port': ['ID=7c61a150-9d0c-4c43-949a-82e85b926581,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:19.796381 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae41a2-cee3-453b-829e-7a30c628a2ae req-19aed596-d76b-44bc-8954-6e3fbe6ad72f tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:19.798945 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4aae41a2-cee3-453b-829e-7a30c628a2ae req-19aed596-d76b-44bc-8954-6e3fbe6ad72f tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 943 time: 0.0664542 Jul 20 15:32:19.944518 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4aae41a2-cee3-453b-829e-7a30c628a2ae req-dcc86d75-da84-488e-85c3-529f8fa4b3a4 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398242 Jul 20 15:32:19.982129 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74f6d0-7279-47c2-a8a6-90dcff36acc5 req-ecae4c91-3eb8-477f-aaa1-2bf190a2db64 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:19.983525 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ef74f6d0-7279-47c2-a8a6-90dcff36acc5 req-ecae4c91-3eb8-477f-aaa1-2bf190a2db64 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 931 time: 0.1073072 Jul 20 15:32:20.018762 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-7e83b62e-68e3-4ad6-8509-6f91251e07cc None None] Provisioning complete for port 7c61a150-9d0c-4c43-949a-82e85b926581 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:32:20.020138 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-7e83b62e-68e3-4ad6-8509-6f91251e07cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (7c61a150-9d0c-4c43-949a-82e85b926581), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:20.066985 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ef74f6d0-7279-47c2-a8a6-90dcff36acc5 req-f56d0aa3-3e43-44f9-ba28-9e80613fd408 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698786 Jul 20 15:32:20.110650 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-abab6b57-1760-4881-b1d9-474a2999348c req-f283a505-42f1-4b6c-bb6c-d1a67a72e3fd tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4166546 Jul 20 15:32:20.114505 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b5d3b991-d695-46a6-b00c-723c37193083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:20.120351 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-7e83b62e-68e3-4ad6-8509-6f91251e07cc None None] Port 7c61a150-9d0c-4c43-949a-82e85b926581 cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:32:20.297104 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-dd1fc07d-1967-49e4-9f90-c7f8af847970 req-e7c3bc23-825f-43aa-a7ec-f06e8c9d88a6 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 210 time: 0.0296767 Jul 20 15:32:20.376514 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ee886-64db-4612-bf30-fef1902dbfb3 req-3c9c6f2f-2578-4f3b-97f6-82b567621bec tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:20.378468 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4a2ee886-64db-4612-bf30-fef1902dbfb3 req-3c9c6f2f-2578-4f3b-97f6-82b567621bec tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4629da0b-5da0-4ba3-bb8a-e076cfcbf14d HTTP/1.1" status: 200 len: 943 time: 0.0626383 Jul 20 15:32:20.443071 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4a2ee886-64db-4612-bf30-fef1902dbfb3 req-e09d2c94-7cd0-46e1-816a-5ce4adea2589 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/security-groups?id=16b72b85-0898-4b01-8038-99d3d8536559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534837 Jul 20 15:32:20.740650 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:21.074831 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b11e7-6506-44eb-a3d9-6fd5cf3c6b23 req-8fb137de-0ebc-47e6-ae6c-1b383958423f tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:21.076346 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-302b11e7-6506-44eb-a3d9-6fd5cf3c6b23 req-8fb137de-0ebc-47e6-ae6c-1b383958423f tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 943 time: 0.0484233 Jul 20 15:32:21.137938 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-302b11e7-6506-44eb-a3d9-6fd5cf3c6b23 req-ebedbfe9-79a8-412b-8f66-9472084a44e2 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559351 Jul 20 15:32:21.214374 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f81c18-9458-45bb-bb61-71358988b6a1 req-01e9eb3c-dfb4-4fcf-95ee-2852da541c39 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:21.215823 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b1f81c18-9458-45bb-bb61-71358988b6a1 req-01e9eb3c-dfb4-4fcf-95ee-2852da541c39 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 931 time: 0.0465999 Jul 20 15:32:21.269706 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b1f81c18-9458-45bb-bb61-71358988b6a1 req-9a5ada31-9d0c-4c8d-beeb-f08d3537b983 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479677 Jul 20 15:32:21.410440 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2eb237f1-f8b2-4546-a69a-7ce559040135 req-6f257788-2126-42c9-9fd6-e632cca6edb8 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 210 time: 0.0377395 Jul 20 15:32:21.579495 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fcb89b-5696-4b6c-9e0d-951838634e3a req-969feccf-de50-448f-909b-b94991764de8 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:21.581049 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e2fcb89b-5696-4b6c-9e0d-951838634e3a req-969feccf-de50-448f-909b-b94991764de8 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4629da0b-5da0-4ba3-bb8a-e076cfcbf14d HTTP/1.1" status: 200 len: 943 time: 0.0641372 Jul 20 15:32:21.631362 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e2fcb89b-5696-4b6c-9e0d-951838634e3a req-cbaa06c1-4c17-47a6-a50d-7d4eaf46352f tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/security-groups?id=16b72b85-0898-4b01-8038-99d3d8536559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438077 Jul 20 15:32:21.969343 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:22.248506 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e1413-8420-407c-9e0d-209458335dd8 req-1d7271c8-97af-430a-85c1-d28387ce1590 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:22.250615 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-627e1413-8420-407c-9e0d-209458335dd8 req-1d7271c8-97af-430a-85c1-d28387ce1590 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 943 time: 0.0536556 Jul 20 15:32:22.307395 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-627e1413-8420-407c-9e0d-209458335dd8 req-aa982bc2-1333-4587-9e23-6fe8a6a3d3de tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500009 Jul 20 15:32:22.407648 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da088a8-eddc-4170-b9ec-f73ea167f50a req-9bcc5d40-8df2-4ea0-b95a-f946c15eec33 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:22.412035 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-0da088a8-eddc-4170-b9ec-f73ea167f50a req-9bcc5d40-8df2-4ea0-b95a-f946c15eec33 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 931 time: 0.0532687 Jul 20 15:32:22.461085 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-0da088a8-eddc-4170-b9ec-f73ea167f50a req-9b27252f-0d5d-4072-83c5-cdf322e9c4cc tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438814 Jul 20 15:32:22.473040 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-fc645e88-a5b4-487e-a6c6-5b828095131a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:22.516986 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6b1731c5-02d2-4ed2-82f8-43d29c30a3a8 req-d9dcfa36-0d39-4dfb-bc7c-729ce5669e65 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 210 time: 0.0297279 Jul 20 15:32:22.755482 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9201f-9c92-4005-963b-18e07ec0b316 req-964b24f4-b102-486b-8cc1-519cd9649f55 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:22.756941 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9db9201f-9c92-4005-963b-18e07ec0b316 req-964b24f4-b102-486b-8cc1-519cd9649f55 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4629da0b-5da0-4ba3-bb8a-e076cfcbf14d HTTP/1.1" status: 200 len: 943 time: 0.0496011 Jul 20 15:32:22.808043 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9db9201f-9c92-4005-963b-18e07ec0b316 req-e0db4ef2-4cca-4a8f-a0bc-39ab79dc23cf tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/security-groups?id=16b72b85-0898-4b01-8038-99d3d8536559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455503 Jul 20 15:32:22.843470 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:23.192425 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:23.431074 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190cbe6d-eedd-4e4b-a6bd-3c9a2eb57914 req-9cb4f668-4d5c-431e-8617-96b5e2d43ef1 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:23.433571 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-190cbe6d-eedd-4e4b-a6bd-3c9a2eb57914 req-9cb4f668-4d5c-431e-8617-96b5e2d43ef1 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 943 time: 0.0492687 Jul 20 15:32:23.488214 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-190cbe6d-eedd-4e4b-a6bd-3c9a2eb57914 req-e5821491-9def-41b4-b1a9-d28227a47a21 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492489 Jul 20 15:32:23.504318 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [req-abab6b57-1760-4881-b1d9-474a2999348c req-3a703602-bec1-48d8-abec-fb49ee7de89f service neutron] Request body: {'port': {'device_id': '7693c05d-ad3d-40fb-8c50-56e655ca708a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:32:23.587788 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-512a9b86-81e7-48cc-b246-87b6807ce953 req-a7880ceb-00ad-4d79-aa00-3294150792b8 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9a62c66-1f34-4d8d-8dcb-53ae32a72875 HTTP/1.1" status: 200 len: 217 time: 0.0881383 Jul 20 15:32:23.599289 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:23.614494 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8115a35-d0a2-4598-9cf5-cfcc62c0a255 req-2b66bdf5-f4ad-48fd-9da4-1a609dd5e0a9 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:23.616043 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d8115a35-d0a2-4598-9cf5-cfcc62c0a255 req-2b66bdf5-f4ad-48fd-9da4-1a609dd5e0a9 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 931 time: 0.0625832 Jul 20 15:32:23.627334 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:23.643789 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-abab6b57-1760-4881-b1d9-474a2999348c req-3a703602-bec1-48d8-abec-fb49ee7de89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (7c61a150-9d0c-4c43-949a-82e85b926581), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:23.656374 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec030d44-4b48-43ea-9706-d3373607f570 req-fe439966-cc83-412c-b307-b68549d5dfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:23.658064 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-ec030d44-4b48-43ea-9706-d3373607f570 req-fe439966-cc83-412c-b307-b68549d5dfc1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=80caade751834762862c102c208a34e1&device_id=4629da0b-5da0-4ba3-bb8a-e076cfcbf14d HTTP/1.1" status: 200 len: 1127 time: 0.0901270 Jul 20 15:32:23.690622 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-fc8ac01a-46a1-4744-ac9e-26e512b88812 req-e7a48d38-305a-45d8-b5a0-9dbd2d5988f5 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 210 time: 0.0674803 Jul 20 15:32:23.735607 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d8115a35-d0a2-4598-9cf5-cfcc62c0a255 req-0f333801-d210-4ede-8160-35fc91c5bce7 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113920 Jul 20 15:32:23.910535 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 40910) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:23.937892 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155346b-711d-4579-b0ab-b9e1595d2c53 req-cd9b62f0-444d-4c55-b097-cbafdc6694c8 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:23.939592 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2155346b-711d-4579-b0ab-b9e1595d2c53 req-cd9b62f0-444d-4c55-b097-cbafdc6694c8 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4629da0b-5da0-4ba3-bb8a-e076cfcbf14d HTTP/1.1" status: 200 len: 943 time: 0.0591531 Jul 20 15:32:23.963880 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [req-abab6b57-1760-4881-b1d9-474a2999348c req-3a703602-bec1-48d8-abec-fb49ee7de89f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c61a150-9d0c-4c43-949a-82e85b926581 {{(pid=104509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:32:23.971917 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-abab6b57-1760-4881-b1d9-474a2999348c req-3a703602-bec1-48d8-abec-fb49ee7de89f service neutron] Publish callbacks [] for port (7c61a150-9d0c-4c43-949a-82e85b926581), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:23.987082 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.provisioning_blocks [req-abab6b57-1760-4881-b1d9-474a2999348c req-3a703602-bec1-48d8-abec-fb49ee7de89f service neutron] Transition to ACTIVE for port object 7c61a150-9d0c-4c43-949a-82e85b926581 will not be triggered until provisioned by entity L2. {{(pid=104509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 15:32:23.995385 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2155346b-711d-4579-b0ab-b9e1595d2c53 req-729479f3-e97e-4e25-abd9-5ed92b596477 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/security-groups?id=16b72b85-0898-4b01-8038-99d3d8536559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480478 Jul 20 15:32:24.037407 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-20389424-b3c3-4e65-b47f-eff85e10cddd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:24.082764 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:24.118066 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-20389424-b3c3-4e65-b47f-eff85e10cddd admin admin] Publish callbacks [] for security_group (2e486998-bdaa-4eae-8ded-823c6453d1a0), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:24.135003 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-abab6b57-1760-4881-b1d9-474a2999348c req-3a703602-bec1-48d8-abec-fb49ee7de89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (7c61a150-9d0c-4c43-949a-82e85b926581), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:24.190200 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:24.206332 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a703602-bec1-48d8-abec-fb49ee7de89f service neutron] Pushing event updated for resources: {'Port': ['ID=7c61a150-9d0c-4c43-949a-82e85b926581,revision_number=2']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:24.240564 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-abab6b57-1760-4881-b1d9-474a2999348c req-3a703602-bec1-48d8-abec-fb49ee7de89f service neutron] Attempting to bind port 7c61a150-9d0c-4c43-949a-82e85b926581 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:32:24.240931 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-abab6b57-1760-4881-b1d9-474a2999348c req-3a703602-bec1-48d8-abec-fb49ee7de89f service neutron] Attempting to bind port 7c61a150-9d0c-4c43-949a-82e85b926581 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '10c755fc-814d-432c-a0cc-ddbf10a089f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'fa5e056d-5a56-4462-a470-30c02f844e62'}] {{(pid=104509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:32:24.241257 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abab6b57-1760-4881-b1d9-474a2999348c req-3a703602-bec1-48d8-abec-fb49ee7de89f service neutron] Attempting to bind port 7c61a150-9d0c-4c43-949a-82e85b926581 on network fa5e056d-5a56-4462-a470-30c02f844e62 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:32:24.248650 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-20389424-b3c3-4e65-b47f-eff85e10cddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (2e486998-bdaa-4eae-8ded-823c6453d1a0), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:24.248952 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abab6b57-1760-4881-b1d9-474a2999348c req-3a703602-bec1-48d8-abec-fb49ee7de89f service neutron] Port 7c61a150-9d0c-4c43-949a-82e85b926581 on network fa5e056d-5a56-4462-a470-30c02f844e62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 15:32:24.249256 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abab6b57-1760-4881-b1d9-474a2999348c req-3a703602-bec1-48d8-abec-fb49ee7de89f service neutron] Attempting to bind port 7c61a150-9d0c-4c43-949a-82e85b926581 on network fa5e056d-5a56-4462-a470-30c02f844e62 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:32:24.255219 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abab6b57-1760-4881-b1d9-474a2999348c req-3a703602-bec1-48d8-abec-fb49ee7de89f service neutron] Checking agent: {'id': '84834a4b-f4d1-4c41-9203-9b15edc444f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 29, 38), 'started_at': datetime.datetime(2022, 7, 20, 15, 29, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:32:24.257049 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abab6b57-1760-4881-b1d9-474a2999348c req-3a703602-bec1-48d8-abec-fb49ee7de89f service neutron] Checking segment: {'id': '10c755fc-814d-432c-a0cc-ddbf10a089f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'fa5e056d-5a56-4462-a470-30c02f844e62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:32:24.257049 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abab6b57-1760-4881-b1d9-474a2999348c req-3a703602-bec1-48d8-abec-fb49ee7de89f service neutron] Bound using segment: {'id': '10c755fc-814d-432c-a0cc-ddbf10a089f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'fa5e056d-5a56-4462-a470-30c02f844e62'} {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:32:24.257049 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-abab6b57-1760-4881-b1d9-474a2999348c req-3a703602-bec1-48d8-abec-fb49ee7de89f service neutron] Bound port: 7c61a150-9d0c-4c43-949a-82e85b926581, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10c755fc-814d-432c-a0cc-ddbf10a089f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'fa5e056d-5a56-4462-a470-30c02f844e62'}}] {{(pid=104509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:32:24.257049 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-abab6b57-1760-4881-b1d9-474a2999348c req-3a703602-bec1-48d8-abec-fb49ee7de89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (7c61a150-9d0c-4c43-949a-82e85b926581), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:24.293042 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20389424-b3c3-4e65-b47f-eff85e10cddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e486998-bdaa-4eae-8ded-823c6453d1a0,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:24.309295 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-20389424-b3c3-4e65-b47f-eff85e10cddd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a6c62bc1662845d2b66459d06df3d0eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3977103 Jul 20 15:32:24.313702 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 40914) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:24.330603 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-abab6b57-1760-4881-b1d9-474a2999348c req-3a703602-bec1-48d8-abec-fb49ee7de89f service neutron] For port 7c61a150-9d0c-4c43-949a-82e85b926581, host hv-cinder-81914, cleared binding levels {{(pid=104509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:32:24.334035 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-abab6b57-1760-4881-b1d9-474a2999348c req-3a703602-bec1-48d8-abec-fb49ee7de89f service neutron] For port 7c61a150-9d0c-4c43-949a-82e85b926581, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=7c61a150-9d0c-4c43-949a-82e85b926581,segment=NetworkSegment(10c755fc-814d-432c-a0cc-ddbf10a089f1),segment_id=10c755fc-814d-432c-a0cc-ddbf10a089f1)] {{(pid=104509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:32:24.372602 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-540b9bf0-4439-44d2-b236-ba9daf0a84a7 admin admin] Publish callbacks [] for security_group (2e486998-bdaa-4eae-8ded-823c6453d1a0), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:24.395108 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-540b9bf0-4439-44d2-b236-ba9daf0a84a7 admin admin] Publish callbacks [] for security_group (2e486998-bdaa-4eae-8ded-823c6453d1a0), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:24.437195 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-abab6b57-1760-4881-b1d9-474a2999348c req-3a703602-bec1-48d8-abec-fb49ee7de89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (7c61a150-9d0c-4c43-949a-82e85b926581), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:24.474440 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab6b57-1760-4881-b1d9-474a2999348c req-3a703602-bec1-48d8-abec-fb49ee7de89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:24.475285 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-abab6b57-1760-4881-b1d9-474a2999348c req-3a703602-bec1-48d8-abec-fb49ee7de89f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:24.476888 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-abab6b57-1760-4881-b1d9-474a2999348c req-3a703602-bec1-48d8-abec-fb49ee7de89f service neutron] 10.222.0.102 "PUT /v2.0/ports/7c61a150-9d0c-4c43-949a-82e85b926581 HTTP/1.1" status: 200 len: 1093 time: 0.9789295 Jul 20 15:32:24.477337 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7693c05d-ad3d-40fb-8c50-56e655ca708a', 'tag': '7c61a150-9d0c-4c43-949a-82e85b926581'}] {{(pid=104509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:32:24.480168 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df77c6b91a480694ea4413056d8ef6386aadd078611a8438297a7cf852766117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9746d254-b73b-4da6-8cdd-25fb8af9266a" -d '{"events": [{"name": "network-changed", "server_uuid": "7693c05d-ad3d-40fb-8c50-56e655ca708a", "tag": "7c61a150-9d0c-4c43-949a-82e85b926581"}]}' {{(pid=104509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:32:24.498430 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a703602-bec1-48d8-abec-fb49ee7de89f service neutron] Pushing event updated for resources: {'Port': ['ID=7c61a150-9d0c-4c43-949a-82e85b926581,revision_number=3']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:24.528178 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 15:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b5e35f-a5d4-42c0-bd68-1357a73bb9f1 x-openstack-request-id: req-73b5e35f-a5d4-42c0-bd68-1357a73bb9f1 {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:32:24.528722 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7693c05d-ad3d-40fb-8c50-56e655ca708a", "tag": "7c61a150-9d0c-4c43-949a-82e85b926581", "status": "completed", "code": 200}]} {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:32:24.528821 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-73b5e35f-a5d4-42c0-bd68-1357a73bb9f1 {{(pid=104509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:32:24.529325 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73b5e35f-a5d4-42c0-bd68-1357a73bb9f1'] response: {'name': 'network-changed', 'server_uuid': '7693c05d-ad3d-40fb-8c50-56e655ca708a', 'tag': '7c61a150-9d0c-4c43-949a-82e85b926581', 'status': 'completed', 'code': 200} Jul 20 15:32:24.623823 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b37895-0f4b-4c7e-9126-a1b056d9adf9 req-178ddaa4-5d37-4b88-af3f-88eb9a31ad60 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:24.626056 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-63b37895-0f4b-4c7e-9126-a1b056d9adf9 req-178ddaa4-5d37-4b88-af3f-88eb9a31ad60 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 943 time: 0.0555429 Jul 20 15:32:24.627692 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-540b9bf0-4439-44d2-b236-ba9daf0a84a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (2e486998-bdaa-4eae-8ded-823c6453d1a0), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:24.630686 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-540b9bf0-4439-44d2-b236-ba9daf0a84a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:24.632083 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-540b9bf0-4439-44d2-b236-ba9daf0a84a7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2e486998-bdaa-4eae-8ded-823c6453d1a0 HTTP/1.1" status: 204 len: 168 time: 0.3170185 Jul 20 15:32:24.656296 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b9bf0-4439-44d2-b236-ba9daf0a84a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e486998-bdaa-4eae-8ded-823c6453d1a0,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:24.706069 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-63b37895-0f4b-4c7e-9126-a1b056d9adf9 req-4526faf3-cdf4-4c19-bdb4-1ca69a79cfbf tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677500 Jul 20 15:32:24.814917 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-351b4a99-035d-49f4-81fc-d99d8bc36778 req-8b44efef-7d24-49d1-aad4-781c38cae36a tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 210 time: 0.0395417 Jul 20 15:32:24.890090 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9249df0-a82b-4a80-a688-830fe83fd643 req-c1b6a6a0-e405-490a-9a5c-a73829745d59 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:24.892434 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b9249df0-a82b-4a80-a688-830fe83fd643 req-c1b6a6a0-e405-490a-9a5c-a73829745d59 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 943 time: 0.0568089 Jul 20 15:32:24.945161 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b9249df0-a82b-4a80-a688-830fe83fd643 req-335697b0-2193-4385-abf8-4772d6a7c9d0 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472355 Jul 20 15:32:24.986123 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:25.060775 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:25.119937 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46de601-2941-4184-824e-aa3a4283a7d2 req-c100f464-664a-4618-94e8-80589d092f72 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:25.121568 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d46de601-2941-4184-824e-aa3a4283a7d2 req-c100f464-664a-4618-94e8-80589d092f72 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4629da0b-5da0-4ba3-bb8a-e076cfcbf14d HTTP/1.1" status: 200 len: 943 time: 0.0564375 Jul 20 15:32:25.168779 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d46de601-2941-4184-824e-aa3a4283a7d2 req-36dcc13f-3d72-4404-940c-0fc6388fa08d tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/security-groups?id=16b72b85-0898-4b01-8038-99d3d8536559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416625 Jul 20 15:32:25.492769 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:25.615617 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 40964) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:25.622410 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:25.632050 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-cd6baeda-3165-4c67-be9f-714dec7bf68c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:25.718890 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-cd6baeda-3165-4c67-be9f-714dec7bf68c admin admin] Publish callbacks [] for security_group (32b2a620-7bbc-43f8-adb7-6dc81371aa0c), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:25.848008 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdee154-a4ce-41d6-accb-11dcb598563c req-ac324675-58e4-41ee-b7ea-6fc0a5e55b8f tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:25.849752 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-7cdee154-a4ce-41d6-accb-11dcb598563c req-ac324675-58e4-41ee-b7ea-6fc0a5e55b8f tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 943 time: 0.0697310 Jul 20 15:32:25.854989 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-cd6baeda-3165-4c67-be9f-714dec7bf68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (32b2a620-7bbc-43f8-adb7-6dc81371aa0c), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:25.906419 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-7cdee154-a4ce-41d6-accb-11dcb598563c req-e5a6785f-9d89-4f54-8e93-d99768261e31 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489802 Jul 20 15:32:25.912765 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-cd6baeda-3165-4c67-be9f-714dec7bf68c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bada7bf38324432682040e9c9cc04f30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2960684 Jul 20 15:32:25.913892 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6baeda-3165-4c67-be9f-714dec7bf68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b2a620-7bbc-43f8-adb7-6dc81371aa0c,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:25.918395 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 40974) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:25.956323 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b260a031-bdfc-4717-acee-f6fac5b39467 req-b639134a-8312-440c-b8e4-0a31d82daa7d tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 210 time: 0.0488729 Jul 20 15:32:26.006987 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-99b88f0f-d435-45fd-a82f-c4864d79d245 admin admin] Publish callbacks [] for security_group (32b2a620-7bbc-43f8-adb7-6dc81371aa0c), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:26.035423 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-99b88f0f-d435-45fd-a82f-c4864d79d245 admin admin] Publish callbacks [] for security_group (32b2a620-7bbc-43f8-adb7-6dc81371aa0c), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:26.108247 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f15a6d-9e6e-4a85-822a-15b62406ba15 req-2de0dbda-2025-4d88-9c83-8203e7b375ae tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:26.109739 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a3f15a6d-9e6e-4a85-822a-15b62406ba15 req-2de0dbda-2025-4d88-9c83-8203e7b375ae tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 943 time: 0.0716937 Jul 20 15:32:26.161470 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a3f15a6d-9e6e-4a85-822a-15b62406ba15 req-12f788f9-fc02-4de1-bfa4-3a61f7568aee tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459752 Jul 20 15:32:26.190225 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-99b88f0f-d435-45fd-a82f-c4864d79d245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (32b2a620-7bbc-43f8-adb7-6dc81371aa0c), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:26.192874 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-99b88f0f-d435-45fd-a82f-c4864d79d245 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:26.196901 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-99b88f0f-d435-45fd-a82f-c4864d79d245 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/32b2a620-7bbc-43f8-adb7-6dc81371aa0c HTTP/1.1" status: 204 len: 168 time: 0.2748270 Jul 20 15:32:26.212557 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b88f0f-d435-45fd-a82f-c4864d79d245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b2a620-7bbc-43f8-adb7-6dc81371aa0c,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:26.296899 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9bbd3-8f39-4dd8-9c0e-3919e11d7aa1 req-8d321730-5256-40e4-af56-14057ad621fe tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:26.298445 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-10a9bbd3-8f39-4dd8-9c0e-3919e11d7aa1 req-8d321730-5256-40e4-af56-14057ad621fe tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4629da0b-5da0-4ba3-bb8a-e076cfcbf14d HTTP/1.1" status: 200 len: 943 time: 0.0565126 Jul 20 15:32:26.345945 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:26.349228 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-10a9bbd3-8f39-4dd8-9c0e-3919e11d7aa1 req-7ab6dfa6-dd53-490a-84e4-b43bda271499 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/security-groups?id=16b72b85-0898-4b01-8038-99d3d8536559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449553 Jul 20 15:32:26.472043 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:27.011397 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:27.051759 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00330d55-d079-4379-a141-c46173c41e07 req-eefb1cd4-f0de-4513-8ef6-f4a684e3ccc3 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:27.053246 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-00330d55-d079-4379-a141-c46173c41e07 req-eefb1cd4-f0de-4513-8ef6-f4a684e3ccc3 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 943 time: 0.0525651 Jul 20 15:32:27.094302 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-7d006ffc-e729-45e3-b7e9-6c4e6e5f2bb1 req-78585835-8632-470c-8876-1030f4fefa94 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 210 time: 0.0457218 Jul 20 15:32:27.140911 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-00330d55-d079-4379-a141-c46173c41e07 req-93c77ffd-7ff9-4aac-9260-1db05f407356 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787511 Jul 20 15:32:27.298514 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aedc6d0-6cf7-4713-8437-c9d0f6d181bb req-926f07ba-9515-443d-a6b4-22e74acecac3 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:27.298514 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-1aedc6d0-6cf7-4713-8437-c9d0f6d181bb req-926f07ba-9515-443d-a6b4-22e74acecac3 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 943 time: 0.0581043 Jul 20 15:32:27.352213 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-1aedc6d0-6cf7-4713-8437-c9d0f6d181bb req-2e589b23-e222-421c-9654-477cf199cb94 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473180 Jul 20 15:32:27.497747 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b538e84-e60d-482c-b832-6d202eea2df6 req-0364bd5e-97fe-4890-966e-6a245650d3c4 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:27.499390 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3b538e84-e60d-482c-b832-6d202eea2df6 req-0364bd5e-97fe-4890-966e-6a245650d3c4 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4629da0b-5da0-4ba3-bb8a-e076cfcbf14d HTTP/1.1" status: 200 len: 943 time: 0.0604835 Jul 20 15:32:27.565518 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3b538e84-e60d-482c-b832-6d202eea2df6 req-9734cacb-a38a-4f81-a9ca-1622610327fb tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/security-groups?id=16b72b85-0898-4b01-8038-99d3d8536559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600188 Jul 20 15:32:28.225172 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c26d9946-3620-414c-8e8b-390cda23bf32 req-832d1bd2-e9da-43e4-b4c8-1780d18bc2d1 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 210 time: 0.0418208 Jul 20 15:32:28.309940 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927710d8-50b1-4b28-9910-15440703a37d req-b7bff174-4da7-4cbe-80e6-c3401a0e63d2 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:28.311475 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-927710d8-50b1-4b28-9910-15440703a37d req-b7bff174-4da7-4cbe-80e6-c3401a0e63d2 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 943 time: 0.0753384 Jul 20 15:32:28.367660 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-927710d8-50b1-4b28-9910-15440703a37d req-0f35ca7b-7f57-43ed-aeae-4c3eb0da56c2 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501575 Jul 20 15:32:28.491276 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08e323-984b-4499-9c2a-9f17cfc123e6 req-5e52a9e2-678a-4996-b641-268d769f663c tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:28.492988 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6f08e323-984b-4499-9c2a-9f17cfc123e6 req-5e52a9e2-678a-4996-b641-268d769f663c tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 943 time: 0.0574167 Jul 20 15:32:28.551416 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6f08e323-984b-4499-9c2a-9f17cfc123e6 req-bd2d2ddd-6f45-4ae7-9037-272c4b61cafc tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522306 Jul 20 15:32:28.687156 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3900f8-450a-454f-8594-275070f34364 req-c838416c-511b-430a-8350-987b4c9af014 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:28.688505 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-1e3900f8-450a-454f-8594-275070f34364 req-c838416c-511b-430a-8350-987b4c9af014 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4629da0b-5da0-4ba3-bb8a-e076cfcbf14d HTTP/1.1" status: 200 len: 943 time: 0.0516570 Jul 20 15:32:28.701398 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:28.748582 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-1e3900f8-450a-454f-8594-275070f34364 req-cd7a95a9-8805-4cf6-bb70-bc207dbc94e4 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/security-groups?id=16b72b85-0898-4b01-8038-99d3d8536559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542693 Jul 20 15:32:28.996507 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:29.342394 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2e557147-194c-4cfa-bd01-19e54b31169d req-38aca1d8-d173-4c68-9add-9950da7a3c32 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 210 time: 0.0299256 Jul 20 15:32:29.488578 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c36ea-9652-4c3b-a39f-9571bc8e9461 req-19a59906-cd61-4658-81ff-6c5027c325bb tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:29.490034 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2e8c36ea-9652-4c3b-a39f-9571bc8e9461 req-19a59906-cd61-4658-81ff-6c5027c325bb tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 943 time: 0.0505002 Jul 20 15:32:29.540244 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2e8c36ea-9652-4c3b-a39f-9571bc8e9461 req-f386b053-6ae1-4ca1-877d-e21f6538b254 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435841 Jul 20 15:32:29.580452 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:29.685006 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692659f-225b-4eb7-ad98-c25816f3ed72 req-1eba6a6f-ee3d-4d63-9d4a-812c40c5e058 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:29.686557 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6692659f-225b-4eb7-ad98-c25816f3ed72 req-1eba6a6f-ee3d-4d63-9d4a-812c40c5e058 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 943 time: 0.0515800 Jul 20 15:32:29.736680 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6692659f-225b-4eb7-ad98-c25816f3ed72 req-4256e02e-4e03-4acb-8f64-83614f9a6e50 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444522 Jul 20 15:32:29.864464 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa4af6-2cd8-46e9-bc20-291b2347a638 req-c7ec8791-3fdf-476d-90dc-4f5b1beeb074 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:29.866185 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-7baa4af6-2cd8-46e9-bc20-291b2347a638 req-c7ec8791-3fdf-476d-90dc-4f5b1beeb074 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4629da0b-5da0-4ba3-bb8a-e076cfcbf14d HTTP/1.1" status: 200 len: 943 time: 0.0490909 Jul 20 15:32:29.919142 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-7baa4af6-2cd8-46e9-bc20-291b2347a638 req-57669560-9e6e-432d-a3ed-1a98d659aa9b tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/security-groups?id=16b72b85-0898-4b01-8038-99d3d8536559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471330 Jul 20 15:32:30.452745 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-94201119-2cdb-463b-a671-8eaf88668570 req-fe10e5a5-9bb4-409a-9aaf-6db8768e7127 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 210 time: 0.0324354 Jul 20 15:32:30.833763 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a43638-1d1e-4cdc-8e58-6407a6668ba0 req-4005a694-5d1b-40bd-92a2-3e475b9160db tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:30.841789 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-f0a43638-1d1e-4cdc-8e58-6407a6668ba0 req-4005a694-5d1b-40bd-92a2-3e475b9160db tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 943 time: 0.2339311 Jul 20 15:32:30.895390 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-ec030d44-4b48-43ea-9706-d3373607f570 req-911cd24e-6214-4556-894c-6831d3ce5bb0 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcafe070-5aa9-45b4-9985-1e779fe02e07 HTTP/1.1" status: 200 len: 217 time: 0.1230879 Jul 20 15:32:30.931443 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-f0a43638-1d1e-4cdc-8e58-6407a6668ba0 req-0228a07f-8a46-425e-9154-e8c363d57e6d tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868049 Jul 20 15:32:30.943235 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac562c-1378-445b-9b96-41ad4d964244 req-56f151a2-14d4-40e1-8057-655a6386e068 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:30.945311 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-fdac562c-1378-445b-9b96-41ad4d964244 req-56f151a2-14d4-40e1-8057-655a6386e068 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 943 time: 0.0867398 Jul 20 15:32:30.971399 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a9b86-81e7-48cc-b246-87b6807ce953 req-efd67cad-cc0e-43d9-90d0-eaf93e0e2c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:30.972887 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-512a9b86-81e7-48cc-b246-87b6807ce953 req-efd67cad-cc0e-43d9-90d0-eaf93e0e2c39 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa HTTP/1.1" status: 200 len: 857 time: 0.2049811 Jul 20 15:32:30.985992 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746d254-b73b-4da6-8cdd-25fb8af9266a req-78d7fe46-31e1-4975-b844-2e590bf7d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:30.987610 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-9746d254-b73b-4da6-8cdd-25fb8af9266a req-78d7fe46-31e1-4975-b844-2e590bf7d6da service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=aa49d7002cf441348cf3166e64b1bc87&device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 1127 time: 0.1676311 Jul 20 15:32:30.998548 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec030d44-4b48-43ea-9706-d3373607f570 req-14af9cb0-7e0f-4f4d-858e-cf1634f94a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:31.000200 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-ec030d44-4b48-43ea-9706-d3373607f570 req-14af9cb0-7e0f-4f4d-858e-cf1634f94a30 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a4c2cef4-6675-44a7-a3bf-066104b57d7d HTTP/1.1" status: 200 len: 850 time: 0.0889845 Jul 20 15:32:31.034884 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-fdac562c-1378-445b-9b96-41ad4d964244 req-17fc9537-1d06-4600-8133-4ed7cef26a58 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823960 Jul 20 15:32:31.116496 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a30a7c-0522-4938-97b0-b94207ca2bac req-c77195a7-39d0-4817-a878-c28f7029b27d tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:31.117962 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e1a30a7c-0522-4938-97b0-b94207ca2bac req-c77195a7-39d0-4817-a878-c28f7029b27d tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4629da0b-5da0-4ba3-bb8a-e076cfcbf14d HTTP/1.1" status: 200 len: 943 time: 0.0801473 Jul 20 15:32:31.175296 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e1a30a7c-0522-4938-97b0-b94207ca2bac req-5e94764a-0899-44ef-a7c7-4cdab510f491 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/security-groups?id=16b72b85-0898-4b01-8038-99d3d8536559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507548 Jul 20 15:32:31.265230 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec030d44-4b48-43ea-9706-d3373607f570 req-aeeae844-73e9-4dc7-9672-f81349dae7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:31.267979 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-ec030d44-4b48-43ea-9706-d3373607f570 req-aeeae844-73e9-4dc7-9672-f81349dae7a2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=87b7a7e3-0142-4612-bb7a-59e6264b0abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0991023 Jul 20 15:32:31.300938 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a9b86-81e7-48cc-b246-87b6807ce953 req-cde1bd6f-60b6-4e2c-8545-4f653096ba1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:31.302419 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-512a9b86-81e7-48cc-b246-87b6807ce953 req-cde1bd6f-60b6-4e2c-8545-4f653096ba1b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=49eaadcd-4166-45bc-8081-db7a31ee5c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1324384 Jul 20 15:32:31.413945 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:31.448488 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746d254-b73b-4da6-8cdd-25fb8af9266a req-273950d6-d29b-450c-a741-731e0c727a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:31.449956 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-9746d254-b73b-4da6-8cdd-25fb8af9266a req-273950d6-d29b-450c-a741-731e0c727a5b service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=aa49d7002cf441348cf3166e64b1bc87&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2811034 Jul 20 15:32:31.552245 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-512a9b86-81e7-48cc-b246-87b6807ce953 req-7b610405-23ae-4d6c-bb25-12f7c00dea01 service neutron] 10.222.0.102 "GET /v2.0/networks/49eaadcd-4166-45bc-8081-db7a31ee5c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389631 Jul 20 15:32:31.561128 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-d6b71a9c-c605-475c-b3d5-d85c55490993 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:31.564150 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-d6b71a9c-c605-475c-b3d5-d85c55490993 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.102 "GET /v2.0/networks?id=f5eb24be-2bbb-47ab-b680-70a114f8f10e HTTP/1.1" status: 200 len: 816 time: 0.1622481 Jul 20 15:32:31.584527 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:31.601081 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-ec030d44-4b48-43ea-9706-d3373607f570 req-e773ea7b-8846-4b5a-b9dd-048e9e968a63 service neutron] 10.222.0.102 "GET /v2.0/networks/87b7a7e3-0142-4612-bb7a-59e6264b0abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015406 Jul 20 15:32:31.705862 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-acfbac71-1c14-4a9d-a500-223242ef1076 req-134079da-f48c-4437-ad9f-e7a3a1d5f508 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 210 time: 0.1061542 Jul 20 15:32:31.796497 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-4833154a-5508-4642-97a7-54df06a6262a tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4446d4a6f4e64ccb8bfd5b3fe6f2127a HTTP/1.1" status: 200 len: 379 time: 0.2212546 Jul 20 15:32:31.819538 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-f6ad8659-faee-4dac-be76-0a29e53a9fde tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Request body: {'port': {'device_id': 'f4cd0f35-70ba-409d-b217-32d5a9ab6cd6', 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e', 'admin_state_up': True, 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'security_groups': ['e9e32619-b769-4fc6-9ba6-7456f4e1ef68']}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:32:31.890132 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746d254-b73b-4da6-8cdd-25fb8af9266a req-13ad65aa-07b8-42bf-90da-264d54a91be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:31.891670 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-9746d254-b73b-4da6-8cdd-25fb8af9266a req-13ad65aa-07b8-42bf-90da-264d54a91be0 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4316733 Jul 20 15:32:31.915548 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-ec030d44-4b48-43ea-9706-d3373607f570 req-418213a0-d0e9-4452-a735-eed22ddeec13 service neutron] 10.222.0.102 "GET /v2.0/networks/87b7a7e3-0142-4612-bb7a-59e6264b0abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026843 Jul 20 15:32:31.925067 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-512a9b86-81e7-48cc-b246-87b6807ce953 req-e01c6817-17a5-4e63-8374-53fc1f12aece service neutron] 10.222.0.102 "GET /v2.0/networks/49eaadcd-4166-45bc-8081-db7a31ee5c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625472 Jul 20 15:32:32.038730 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:32.078436 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab6b57-1760-4881-b1d9-474a2999348c req-86d7bc4f-1e55-4b3f-847a-049dc98fa02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:32.087809 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-abab6b57-1760-4881-b1d9-474a2999348c req-86d7bc4f-1e55-4b3f-847a-049dc98fa02f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=aa49d7002cf441348cf3166e64b1bc87&device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 1127 time: 0.1343312 Jul 20 15:32:32.120681 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287406a1-f694-4d7b-9e39-b2d0b6cfc6f2 req-9eb04fcf-0dab-4d20-991f-2a61780aa069 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:32.122544 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-287406a1-f694-4d7b-9e39-b2d0b6cfc6f2 req-9eb04fcf-0dab-4d20-991f-2a61780aa069 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 943 time: 0.0817609 Jul 20 15:32:32.169589 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:32.223876 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-287406a1-f694-4d7b-9e39-b2d0b6cfc6f2 req-9e827faf-7bed-48c2-a9c7-e1c32e5fd8b8 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950124 Jul 20 15:32:32.230789 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900da04-31dc-4dd5-a84a-0a1363d19d4e req-e0f7946a-b980-42ab-a8b5-75f790712203 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:32.232652 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6900da04-31dc-4dd5-a84a-0a1363d19d4e req-e0f7946a-b980-42ab-a8b5-75f790712203 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 943 time: 0.0775352 Jul 20 15:32:32.282749 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-f6ad8659-faee-4dac-be76-0a29e53a9fde tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Made reservation on behalf of 4446d4a6f4e64ccb8bfd5b3fe6f2127a for: {'port': 1} {{(pid=104510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:32:32.288654 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-f6ad8659-faee-4dac-be76-0a29e53a9fde tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:32.327149 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 4b72a20e-3358-46f1-aef8-ee2cf0cabcd7 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:32:32.451511 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6900da04-31dc-4dd5-a84a-0a1363d19d4e req-3593039e-7b20-4743-923f-edcfe791c999 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995192 Jul 20 15:32:32.460126 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 4b72a20e-3358-46f1-aef8-ee2cf0cabcd7, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=4b72a20e-3358-46f1-aef8-ee2cf0cabcd7,segment=NetworkSegment(662891f8-8b9a-43c8-9ec2-0f1ae07a78f2),segment_id=662891f8-8b9a-43c8-9ec2-0f1ae07a78f2)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:32:32.477823 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Returning: {'device': '4b72a20e-3358-46f1-aef8-ee2cf0cabcd7', 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71', 'port_id': '4b72a20e-3358-46f1-aef8-ee2cf0cabcd7', 'mac_address': 'fa:16:3e:5b:40:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 957, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:32:32.505288 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50565cb9-a125-45d2-8105-9694dc96f785 req-5b3947b0-e9f5-4c33-ac73-358835b92834 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:32.508018 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-50565cb9-a125-45d2-8105-9694dc96f785 req-5b3947b0-e9f5-4c33-ac73-358835b92834 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4629da0b-5da0-4ba3-bb8a-e076cfcbf14d HTTP/1.1" status: 200 len: 943 time: 0.1695483 Jul 20 15:32:32.534749 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port 4b72a20e-3358-46f1-aef8-ee2cf0cabcd7 is: DOWN; New status is: BUILD {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:32:32.535384 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (4b72a20e-3358-46f1-aef8-ee2cf0cabcd7), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:32.560910 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b72a20e-3358-46f1-aef8-ee2cf0cabcd7 {{(pid=104511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:32:32.604018 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 4b72a20e-3358-46f1-aef8-ee2cf0cabcd7, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=4b72a20e-3358-46f1-aef8-ee2cf0cabcd7,segment=NetworkSegment(662891f8-8b9a-43c8-9ec2-0f1ae07a78f2),segment_id=662891f8-8b9a-43c8-9ec2-0f1ae07a78f2)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:32:32.615788 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-50565cb9-a125-45d2-8105-9694dc96f785 req-13b7b3ad-1cef-48e4-ac07-c6502cee5cf9 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/security-groups?id=16b72b85-0898-4b01-8038-99d3d8536559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950980 Jul 20 15:32:32.617470 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.db_base_plugin_common [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-f6ad8659-faee-4dac-be76-0a29e53a9fde tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Allocated IP 172.20.0.11 (f5eb24be-2bbb-47ab-b680-70a114f8f10e/4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c/59e14bde-8d7e-43e1-8cdf-acd276b65784) {{(pid=104510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:32:32.763967 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (4b72a20e-3358-46f1-aef8-ee2cf0cabcd7), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:32.764697 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device b9a62c66-1f34-4d8d-8dcb-53ae32a72875 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:32:32.771247 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:32.843568 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:32.848054 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-f6ad8659-faee-4dac-be76-0a29e53a9fde tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks [] for port (59e14bde-8d7e-43e1-8cdf-acd276b65784), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:32.855487 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-abab6b57-1760-4881-b1d9-474a2999348c req-3c72ebc6-6768-4914-8b38-ed799372fff7 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c61a150-9d0c-4c43-949a-82e85b926581 HTTP/1.1" status: 200 len: 217 time: 0.0531301 Jul 20 15:32:32.856086 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-efe751c2-85c8-4de3-ba5b-9e669bb002bd req-ebbe022c-8ca1-4e67-b38c-889f0f371bd0 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 210 time: 0.0553188 Jul 20 15:32:32.863094 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=4b72a20e-3358-46f1-aef8-ee2cf0cabcd7,revision_number=4']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:32.876310 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port b9a62c66-1f34-4d8d-8dcb-53ae32a72875, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=b9a62c66-1f34-4d8d-8dcb-53ae32a72875,segment=NetworkSegment(662891f8-8b9a-43c8-9ec2-0f1ae07a78f2),segment_id=662891f8-8b9a-43c8-9ec2-0f1ae07a78f2)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:32:32.893783 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Returning: {'device': 'b9a62c66-1f34-4d8d-8dcb-53ae32a72875', 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71', 'port_id': 'b9a62c66-1f34-4d8d-8dcb-53ae32a72875', 'mac_address': 'fa:16:3e:e5:58:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 957, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:32:32.931574 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port b9a62c66-1f34-4d8d-8dcb-53ae32a72875 is: DOWN; New status is: BUILD {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:32:32.931982 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (b9a62c66-1f34-4d8d-8dcb-53ae32a72875), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:32.947230 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9a62c66-1f34-4d8d-8dcb-53ae32a72875 {{(pid=104511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:32:32.969527 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port b9a62c66-1f34-4d8d-8dcb-53ae32a72875, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=b9a62c66-1f34-4d8d-8dcb-53ae32a72875,segment=NetworkSegment(662891f8-8b9a-43c8-9ec2-0f1ae07a78f2),segment_id=662891f8-8b9a-43c8-9ec2-0f1ae07a78f2)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:32:32.971654 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab6b57-1760-4881-b1d9-474a2999348c req-8157defe-f208-4fd7-abfb-e32db1297c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:32.973218 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-abab6b57-1760-4881-b1d9-474a2999348c req-8157defe-f208-4fd7-abfb-e32db1297c4e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c9fff1ac-07cb-4893-9ae7-8ae90fdf7477 HTTP/1.1" status: 200 len: 850 time: 0.0565858 Jul 20 15:32:32.987219 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-f6ad8659-faee-4dac-be76-0a29e53a9fde tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413'] for port (59e14bde-8d7e-43e1-8cdf-acd276b65784), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:33.039516 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-f6ad8659-faee-4dac-be76-0a29e53a9fde tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Network f5eb24be-2bbb-47ab-b680-70a114f8f10e is already hosted by enough agents. {{(pid=104510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:32:33.043694 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.base_scheduler [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-f6ad8659-faee-4dac-be76-0a29e53a9fde tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Resources bound (agent type, host, resource id): {{(pid=104510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:32:33.046527 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.l3_dvrscheduler_db [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-f6ad8659-faee-4dac-be76-0a29e53a9fde tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Received port after_create {{(pid=104510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:32:33.050465 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab6b57-1760-4881-b1d9-474a2999348c req-234906bb-42c5-4aa3-be84-6ecfb368a5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:33.052056 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-abab6b57-1760-4881-b1d9-474a2999348c req-234906bb-42c5-4aa3-be84-6ecfb368a5fd service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=fa5e056d-5a56-4462-a470-30c02f844e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0723212 Jul 20 15:32:33.052822 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-f6ad8659-faee-4dac-be76-0a29e53a9fde tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:33.054164 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-f6ad8659-faee-4dac-be76-0a29e53a9fde tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for port (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:33.082848 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad8659-faee-4dac-be76-0a29e53a9fde tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Pushing event updated for resources: {'Port': ['ID=59e14bde-8d7e-43e1-8cdf-acd276b65784,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:33.144173 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (b9a62c66-1f34-4d8d-8dcb-53ae32a72875), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:33.188799 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-f6ad8659-faee-4dac-be76-0a29e53a9fde tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3856776 Jul 20 15:32:33.201813 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-00a488dd-f2a4-4390-a77e-828bde49b2e3 service neutron] Request body: {'port': {'device_id': 'f4cd0f35-70ba-409d-b217-32d5a9ab6cd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:32:33.299410 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=b9a62c66-1f34-4d8d-8dcb-53ae32a72875,revision_number=4']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:33.408333 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-00a488dd-f2a4-4390-a77e-828bde49b2e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (59e14bde-8d7e-43e1-8cdf-acd276b65784), before_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:33.457001 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 41226) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:33.499874 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-19b664a5-f75a-4f77-b62b-ac9ad2bf6108 None None] Provisioning complete for port 59e14bde-8d7e-43e1-8cdf-acd276b65784 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:32:33.500611 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-19b664a5-f75a-4f77-b62b-ac9ad2bf6108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (59e14bde-8d7e-43e1-8cdf-acd276b65784), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:33.559371 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-abab6b57-1760-4881-b1d9-474a2999348c req-569e4a11-a820-4d09-a609-a32e2e3be553 service neutron] 10.222.0.102 "GET /v2.0/networks/fa5e056d-5a56-4462-a470-30c02f844e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5002909 Jul 20 15:32:33.583191 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:33.586483 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-19b664a5-f75a-4f77-b62b-ac9ad2bf6108 None None] Port 59e14bde-8d7e-43e1-8cdf-acd276b65784 cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:32:33.592142 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] get_ports_and_sgs() called for port_ids ['4b72a20e-3358-46f1-aef8-ee2cf0cabcd7'] {{(pid=104511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:32:33.669931 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c333539-6bf0-49a6-9a73-0279e0b79924 req-70e1b5c7-534b-47d5-99cb-cc6eb5aea165 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:33.671888 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5c333539-6bf0-49a6-9a73-0279e0b79924 req-70e1b5c7-534b-47d5-99cb-cc6eb5aea165 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 944 time: 0.2854691 Jul 20 15:32:33.707961 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-3c3395f7-d915-4764-81fa-5aed23c3e837 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:33.725246 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] get_ports_and_sgs() called for port_ids ['b9a62c66-1f34-4d8d-8dcb-53ae32a72875'] {{(pid=104511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:32:33.730435 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-abab6b57-1760-4881-b1d9-474a2999348c req-1ccf7a95-bb53-46d6-9401-bda10df160c1 service neutron] 10.222.0.102 "GET /v2.0/networks/fa5e056d-5a56-4462-a470-30c02f844e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630018 Jul 20 15:32:33.744435 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c599252-47ee-4743-ab05-adf12e67bdf1 req-a14456e1-f63f-4b10-8346-b4b60646b6d4 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:33.746317 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-1c599252-47ee-4743-ab05-adf12e67bdf1 req-a14456e1-f63f-4b10-8346-b4b60646b6d4 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 943 time: 0.1219201 Jul 20 15:32:33.837134 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5c333539-6bf0-49a6-9a73-0279e0b79924 req-70aaf5f0-0d08-4a32-8594-360c91e5ec45 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305263 Jul 20 15:32:33.865157 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-3c3395f7-d915-4764-81fa-5aed23c3e837 admin admin] Publish callbacks [] for security_group (e0c70a9b-2ca0-4c99-8cc9-1d2a91b7ddb9), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:33.923599 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-1c599252-47ee-4743-ab05-adf12e67bdf1 req-1b0e28d4-6927-4c64-afd7-1b1247b24130 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639829 Jul 20 15:32:33.932889 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-3c3395f7-d915-4764-81fa-5aed23c3e837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (e0c70a9b-2ca0-4c99-8cc9-1d2a91b7ddb9), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:33.988702 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-3c3395f7-d915-4764-81fa-5aed23c3e837 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0df3a7f0776c411db4604ac7bfe5719a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5299320 Jul 20 15:32:33.989643 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 41250) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:34.001872 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.notifiers.nova [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-00a488dd-f2a4-4390-a77e-828bde49b2e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59e14bde-8d7e-43e1-8cdf-acd276b65784 {{(pid=104510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:32:34.018250 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-00a488dd-f2a4-4390-a77e-828bde49b2e3 service neutron] Publish callbacks [] for port (59e14bde-8d7e-43e1-8cdf-acd276b65784), precommit_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:34.049684 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14640024-46e3-4ece-b910-c3a64f32e809 req-3489e824-63be-4b55-b126-a20b0cda4723 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:34.058552 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-14640024-46e3-4ece-b910-c3a64f32e809 req-3489e824-63be-4b55-b126-a20b0cda4723 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4629da0b-5da0-4ba3-bb8a-e076cfcbf14d HTTP/1.1" status: 200 len: 943 time: 0.0996571 Jul 20 15:32:34.061581 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.provisioning_blocks [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-00a488dd-f2a4-4390-a77e-828bde49b2e3 service neutron] Transition to ACTIVE for port object 59e14bde-8d7e-43e1-8cdf-acd276b65784 will not be triggered until provisioned by entity L2. {{(pid=104510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 15:32:34.066530 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3395f7-d915-4764-81fa-5aed23c3e837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c70a9b-2ca0-4c99-8cc9-1d2a91b7ddb9,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:34.132241 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-37e34290-1baa-4ad6-b006-c2f676a75e99 admin admin] Publish callbacks [] for security_group (e0c70a9b-2ca0-4c99-8cc9-1d2a91b7ddb9), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:34.142990 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-14640024-46e3-4ece-b910-c3a64f32e809 req-d17d326c-df6c-426c-aaa2-9cdcf281fc28 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/security-groups?id=16b72b85-0898-4b01-8038-99d3d8536559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833135 Jul 20 15:32:34.162530 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-37e34290-1baa-4ad6-b006-c2f676a75e99 admin admin] Publish callbacks [] for security_group (e0c70a9b-2ca0-4c99-8cc9-1d2a91b7ddb9), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:34.178906 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-00a488dd-f2a4-4390-a77e-828bde49b2e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (59e14bde-8d7e-43e1-8cdf-acd276b65784), after_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:34.242375 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2ff77-72ef-4d57-8595-f5dbe4d34963 req-55e39a8a-a2f0-4c5d-965d-b71f53979855 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:34.245942 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-07a2ff77-72ef-4d57-8595-f5dbe4d34963 req-55e39a8a-a2f0-4c5d-965d-b71f53979855 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 932 time: 0.1619484 Jul 20 15:32:34.310244 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a488dd-f2a4-4390-a77e-828bde49b2e3 service neutron] Pushing event updated for resources: {'Port': ['ID=59e14bde-8d7e-43e1-8cdf-acd276b65784,revision_number=2']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:34.326648 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device dcafe070-5aa9-45b4-9985-1e779fe02e07 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:32:34.340000 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:34.355746 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-37e34290-1baa-4ad6-b006-c2f676a75e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (e0c70a9b-2ca0-4c99-8cc9-1d2a91b7ddb9), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:34.358639 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-37e34290-1baa-4ad6-b006-c2f676a75e99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:34.362234 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-37e34290-1baa-4ad6-b006-c2f676a75e99 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e0c70a9b-2ca0-4c99-8cc9-1d2a91b7ddb9 HTTP/1.1" status: 204 len: 168 time: 0.3668323 Jul 20 15:32:34.367305 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-07a2ff77-72ef-4d57-8595-f5dbe4d34963 req-0b45fb05-1d30-4d89-a2a8-02813c7901cb tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065319 Jul 20 15:32:34.375727 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.managers [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-00a488dd-f2a4-4390-a77e-828bde49b2e3 service neutron] Attempting to bind port 59e14bde-8d7e-43e1-8cdf-acd276b65784 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:32:34.376103 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.managers [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-00a488dd-f2a4-4390-a77e-828bde49b2e3 service neutron] Attempting to bind port 59e14bde-8d7e-43e1-8cdf-acd276b65784 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '643648c2-fbcf-4011-96d1-5d3dde59321a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e'}] {{(pid=104510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:32:34.376515 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e34290-1baa-4ad6-b006-c2f676a75e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c70a9b-2ca0-4c99-8cc9-1d2a91b7ddb9,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:34.376630 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-00a488dd-f2a4-4390-a77e-828bde49b2e3 service neutron] Attempting to bind port 59e14bde-8d7e-43e1-8cdf-acd276b65784 on network f5eb24be-2bbb-47ab-b680-70a114f8f10e {{(pid=104510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:32:34.395621 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-00a488dd-f2a4-4390-a77e-828bde49b2e3 service neutron] Port 59e14bde-8d7e-43e1-8cdf-acd276b65784 on network f5eb24be-2bbb-47ab-b680-70a114f8f10e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 15:32:34.396966 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-00a488dd-f2a4-4390-a77e-828bde49b2e3 service neutron] Attempting to bind port 59e14bde-8d7e-43e1-8cdf-acd276b65784 on network f5eb24be-2bbb-47ab-b680-70a114f8f10e {{(pid=104510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:32:34.411792 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-00a488dd-f2a4-4390-a77e-828bde49b2e3 service neutron] Checking agent: {'id': '84834a4b-f4d1-4c41-9203-9b15edc444f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 29, 38), 'started_at': datetime.datetime(2022, 7, 20, 15, 29, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:32:34.412227 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-00a488dd-f2a4-4390-a77e-828bde49b2e3 service neutron] Checking segment: {'id': '643648c2-fbcf-4011-96d1-5d3dde59321a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:32:34.412642 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-00a488dd-f2a4-4390-a77e-828bde49b2e3 service neutron] Bound using segment: {'id': '643648c2-fbcf-4011-96d1-5d3dde59321a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e'} {{(pid=104510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:32:34.416611 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.managers [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-00a488dd-f2a4-4390-a77e-828bde49b2e3 service neutron] Bound port: 59e14bde-8d7e-43e1-8cdf-acd276b65784, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '643648c2-fbcf-4011-96d1-5d3dde59321a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e'}}] {{(pid=104510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:32:34.417037 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-00a488dd-f2a4-4390-a77e-828bde49b2e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (59e14bde-8d7e-43e1-8cdf-acd276b65784), before_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:34.535476 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.db [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-00a488dd-f2a4-4390-a77e-828bde49b2e3 service neutron] For port 59e14bde-8d7e-43e1-8cdf-acd276b65784, host hv-cinder-81914, cleared binding levels {{(pid=104510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:32:34.539315 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.db [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-00a488dd-f2a4-4390-a77e-828bde49b2e3 service neutron] For port 59e14bde-8d7e-43e1-8cdf-acd276b65784, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=59e14bde-8d7e-43e1-8cdf-acd276b65784,segment=NetworkSegment(643648c2-fbcf-4011-96d1-5d3dde59321a),segment_id=643648c2-fbcf-4011-96d1-5d3dde59321a)] {{(pid=104510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:32:34.564067 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port dcafe070-5aa9-45b4-9985-1e779fe02e07, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=dcafe070-5aa9-45b4-9985-1e779fe02e07,segment=NetworkSegment(4cbdd146-8739-42ed-8e2e-bcc20ffca626),segment_id=4cbdd146-8739-42ed-8e2e-bcc20ffca626)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:32:34.575505 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Returning: {'device': 'dcafe070-5aa9-45b4-9985-1e779fe02e07', 'network_id': '87b7a7e3-0142-4612-bb7a-59e6264b0abe', 'port_id': 'dcafe070-5aa9-45b4-9985-1e779fe02e07', 'mac_address': 'fa:16:3e:6e:2c:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 988, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c2cef4-6675-44a7-a3bf-066104b57d7d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:32:34.621844 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port dcafe070-5aa9-45b4-9985-1e779fe02e07 is: DOWN; New status is: BUILD {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:32:34.622446 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (dcafe070-5aa9-45b4-9985-1e779fe02e07), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:34.637538 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcafe070-5aa9-45b4-9985-1e779fe02e07 {{(pid=104511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:32:34.644471 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-00a488dd-f2a4-4390-a77e-828bde49b2e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (59e14bde-8d7e-43e1-8cdf-acd276b65784), after_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:34.661446 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port dcafe070-5aa9-45b4-9985-1e779fe02e07, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=dcafe070-5aa9-45b4-9985-1e779fe02e07,segment=NetworkSegment(4cbdd146-8739-42ed-8e2e-bcc20ffca626),segment_id=4cbdd146-8739-42ed-8e2e-bcc20ffca626)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:32:34.681596 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-00a488dd-f2a4-4390-a77e-828bde49b2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:34.682207 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-00a488dd-f2a4-4390-a77e-828bde49b2e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for port (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:34.683650 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-00a488dd-f2a4-4390-a77e-828bde49b2e3 service neutron] 10.222.0.102 "PUT /v2.0/ports/59e14bde-8d7e-43e1-8cdf-acd276b65784 HTTP/1.1" status: 200 len: 1094 time: 1.4865541 Jul 20 15:32:34.684531 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4cd0f35-70ba-409d-b217-32d5a9ab6cd6', 'tag': '59e14bde-8d7e-43e1-8cdf-acd276b65784'}] {{(pid=104510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:32:34.686466 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e6f04493f4523d7005559a5723156fec6de25b8db42c399d87358264a9319a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5766d571-b044-462b-9fdf-b5cd670bf49c" -d '{"events": [{"name": "network-changed", "server_uuid": "f4cd0f35-70ba-409d-b217-32d5a9ab6cd6", "tag": "59e14bde-8d7e-43e1-8cdf-acd276b65784"}]}' {{(pid=104510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:32:34.718408 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a488dd-f2a4-4390-a77e-828bde49b2e3 service neutron] Pushing event updated for resources: {'Port': ['ID=59e14bde-8d7e-43e1-8cdf-acd276b65784,revision_number=3']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:34.738369 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 15:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fd2e09-9d95-4f04-83b4-d697264d3a6c x-openstack-request-id: req-60fd2e09-9d95-4f04-83b4-d697264d3a6c {{(pid=104510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:32:34.738800 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4cd0f35-70ba-409d-b217-32d5a9ab6cd6", "tag": "59e14bde-8d7e-43e1-8cdf-acd276b65784", "status": "completed", "code": 200}]} {{(pid=104510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:32:34.739018 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-60fd2e09-9d95-4f04-83b4-d697264d3a6c {{(pid=104510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:32:34.739630 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60fd2e09-9d95-4f04-83b4-d697264d3a6c'] response: {'name': 'network-changed', 'server_uuid': 'f4cd0f35-70ba-409d-b217-32d5a9ab6cd6', 'tag': '59e14bde-8d7e-43e1-8cdf-acd276b65784', 'status': 'completed', 'code': 200} Jul 20 15:32:34.745291 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (dcafe070-5aa9-45b4-9985-1e779fe02e07), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:34.821432 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=dcafe070-5aa9-45b4-9985-1e779fe02e07,revision_number=4']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:34.827085 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:34.846299 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766d571-b044-462b-9fdf-b5cd670bf49c req-1d8a53ae-cda9-4fa9-ab8c-3f003ab61be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:34.847933 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5766d571-b044-462b-9fdf-b5cd670bf49c req-1d8a53ae-cda9-4fa9-ab8c-3f003ab61be9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4446d4a6f4e64ccb8bfd5b3fe6f2127a&device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 1128 time: 0.0828631 Jul 20 15:32:35.109479 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f119f0-64c3-4c0b-8275-c0b39d38d2b9 req-9e49b020-a610-4ca6-a53e-66f4f8ef32d4 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:35.111323 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c2f119f0-64c3-4c0b-8275-c0b39d38d2b9 req-9e49b020-a610-4ca6-a53e-66f4f8ef32d4 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 944 time: 0.1852810 Jul 20 15:32:35.184350 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad87fa6-c5f2-41fe-b5fb-c6e57e648224 req-85019dad-27b6-4832-9f57-88e7c6eaa6b0 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:35.186038 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-8ad87fa6-c5f2-41fe-b5fb-c6e57e648224 req-85019dad-27b6-4832-9f57-88e7c6eaa6b0 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 943 time: 0.1233180 Jul 20 15:32:35.190531 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766d571-b044-462b-9fdf-b5cd670bf49c req-9849f1a9-b764-4931-8dfd-951892397978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:35.191924 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5766d571-b044-462b-9fdf-b5cd670bf49c req-9849f1a9-b764-4931-8dfd-951892397978 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=4446d4a6f4e64ccb8bfd5b3fe6f2127a&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3367164 Jul 20 15:32:35.250472 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 41286) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:35.278556 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-8b19f7b4-a01d-427b-8154-00f827e4e6b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:35.363193 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] get_ports_and_sgs() called for port_ids ['dcafe070-5aa9-45b4-9985-1e779fe02e07'] {{(pid=104511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:32:35.390929 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-8b19f7b4-a01d-427b-8154-00f827e4e6b9 admin admin] Publish callbacks [] for security_group (8aa7cb43-8020-4cf7-b524-3d6126a65064), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:35.478758 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c2f119f0-64c3-4c0b-8275-c0b39d38d2b9 req-5585eaf5-480f-4b68-943a-2e2656c6adbd tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445714 Jul 20 15:32:35.500447 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-8b19f7b4-a01d-427b-8154-00f827e4e6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (8aa7cb43-8020-4cf7-b524-3d6126a65064), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:35.550903 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=100 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:35.598385 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b19f7b4-a01d-427b-8154-00f827e4e6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa7cb43-8020-4cf7-b524-3d6126a65064,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:35.613414 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-8b19f7b4-a01d-427b-8154-00f827e4e6b9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a3651eaccb084707aeedcad163e7953b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3615377 Jul 20 15:32:35.613986 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 41296) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:35.682292 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-848e90db-698d-4b77-ab5d-1b528073b534 admin admin] Publish callbacks [] for security_group (8aa7cb43-8020-4cf7-b524-3d6126a65064), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:35.686156 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:35.687024 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-8ad87fa6-c5f2-41fe-b5fb-c6e57e648224 req-5035f703-5f77-410b-82b7-47c1bb4966a0 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4927557 Jul 20 15:32:35.727473 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-848e90db-698d-4b77-ab5d-1b528073b534 admin admin] Publish callbacks [] for security_group (8aa7cb43-8020-4cf7-b524-3d6126a65064), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:35.731275 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca255c-f88d-4235-9064-661cd7eb07d5 req-3bad6c73-8f37-40b1-8ef1-53f2ecdc5811 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:35.732238 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d3ca255c-f88d-4235-9064-661cd7eb07d5 req-3bad6c73-8f37-40b1-8ef1-53f2ecdc5811 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4629da0b-5da0-4ba3-bb8a-e076cfcbf14d HTTP/1.1" status: 200 len: 944 time: 0.1564765 Jul 20 15:32:35.764118 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:35.777017 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766d571-b044-462b-9fdf-b5cd670bf49c req-f3e6c798-e198-4d87-95c1-14a27b05152e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:35.778521 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5766d571-b044-462b-9fdf-b5cd670bf49c req-f3e6c798-e198-4d87-95c1-14a27b05152e service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5774403 Jul 20 15:32:35.852334 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d3ca255c-f88d-4235-9064-661cd7eb07d5 req-707cea64-2f93-410b-b99c-36b5f93dd21e tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/security-groups?id=16b72b85-0898-4b01-8038-99d3d8536559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973322 Jul 20 15:32:35.859441 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b912805-c6fb-4508-8804-316bbe4271b1 req-8c4c6a3d-0a22-4d2c-a732-9630260ca715 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:35.860911 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-848e90db-698d-4b77-ab5d-1b528073b534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (8aa7cb43-8020-4cf7-b524-3d6126a65064), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:35.861048 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-7b912805-c6fb-4508-8804-316bbe4271b1 req-8c4c6a3d-0a22-4d2c-a732-9630260ca715 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 944 time: 0.0815337 Jul 20 15:32:35.865893 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-848e90db-698d-4b77-ab5d-1b528073b534 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:35.865893 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-848e90db-698d-4b77-ab5d-1b528073b534 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8aa7cb43-8020-4cf7-b524-3d6126a65064 HTTP/1.1" status: 204 len: 168 time: 0.2501149 Jul 20 15:32:35.875300 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e90db-698d-4b77-ab5d-1b528073b534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa7cb43-8020-4cf7-b524-3d6126a65064,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:35.988718 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:35.999096 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-7b912805-c6fb-4508-8804-316bbe4271b1 req-ed31bec4-8bfb-428c-ac6d-e140d550bba1 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213078 Jul 20 15:32:36.085019 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-52c25d5c-1e4f-4aa5-8817-30be3402db80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:36.085019 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-52c25d5c-1e4f-4aa5-8817-30be3402db80 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4446d4a6f4e64ccb8bfd5b3fe6f2127a&device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 1128 time: 0.0743935 Jul 20 15:32:36.151829 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-3491a04f-2932-45ba-9e35-827888e3f9cf service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59e14bde-8d7e-43e1-8cdf-acd276b65784 HTTP/1.1" status: 200 len: 217 time: 0.0466380 Jul 20 15:32:36.161716 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 41316) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:36.223804 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-26862268-c15e-4846-954c-2e7d6ebbafc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:36.225246 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-26862268-c15e-4846-954c-2e7d6ebbafc2 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c HTTP/1.1" status: 200 len: 855 time: 0.0682979 Jul 20 15:32:36.276738 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-4a0c68a1-470e-405c-bbac-381c2bf56b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:36.278301 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-4a0c68a1-470e-405c-bbac-381c2bf56b2b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f5eb24be-2bbb-47ab-b680-70a114f8f10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0471818 Jul 20 15:32:36.339801 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 7c61a150-9d0c-4c43-949a-82e85b926581 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:32:36.343346 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 4b72a20e-3358-46f1-aef8-ee2cf0cabcd7 up at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:32:36.430091 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning for port 4b72a20e-3358-46f1-aef8-ee2cf0cabcd7 completed by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 15:32:36.468188 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-42ca1b64-7d30-41db-8706-758e48b712b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:36.516492 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 7c61a150-9d0c-4c43-949a-82e85b926581, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=7c61a150-9d0c-4c43-949a-82e85b926581,segment=NetworkSegment(10c755fc-814d-432c-a0cc-ddbf10a089f1),segment_id=10c755fc-814d-432c-a0cc-ddbf10a089f1)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:32:36.530192 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning complete for port 4b72a20e-3358-46f1-aef8-ee2cf0cabcd7 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:32:36.530641 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (4b72a20e-3358-46f1-aef8-ee2cf0cabcd7), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:36.535745 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Returning: {'device': '7c61a150-9d0c-4c43-949a-82e85b926581', 'network_id': 'fa5e056d-5a56-4462-a470-30c02f844e62', 'port_id': '7c61a150-9d0c-4c43-949a-82e85b926581', 'mac_address': 'fa:16:3e:f6:4a:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 979, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fff1ac-07cb-4893-9ae7-8ae90fdf7477', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:32:36.604180 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port 7c61a150-9d0c-4c43-949a-82e85b926581 is: DOWN; New status is: BUILD {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:32:36.604574 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (7c61a150-9d0c-4c43-949a-82e85b926581), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:36.624877 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c61a150-9d0c-4c43-949a-82e85b926581 {{(pid=104511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:32:36.656130 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:36.675998 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 7c61a150-9d0c-4c43-949a-82e85b926581, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=7c61a150-9d0c-4c43-949a-82e85b926581,segment=NetworkSegment(10c755fc-814d-432c-a0cc-ddbf10a089f1),segment_id=10c755fc-814d-432c-a0cc-ddbf10a089f1)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:32:36.677031 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port 4b72a20e-3358-46f1-aef8-ee2cf0cabcd7 is: BUILD; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:32:36.677421 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (4b72a20e-3358-46f1-aef8-ee2cf0cabcd7), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:36.688405 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-a06a9b6b-9ffa-496f-a9bf-e91bfe022376 service neutron] 10.222.0.102 "GET /v2.0/networks/f5eb24be-2bbb-47ab-b680-70a114f8f10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985807 Jul 20 15:32:36.698452 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846b40e-604a-43e4-9d8b-ddb8c8f2b671 req-d867b44b-b452-462d-aa1b-feea91184c19 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:36.699938 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6846b40e-604a-43e4-9d8b-ddb8c8f2b671 req-d867b44b-b452-462d-aa1b-feea91184c19 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 944 time: 0.0932076 Jul 20 15:32:36.701908 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-42ca1b64-7d30-41db-8706-758e48b712b9 admin admin] Publish callbacks [] for security_group (e17e580b-7cd1-4d17-9932-eae20c36ca06), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:36.705666 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8fe888-a3ab-4889-a5d5-f11697f7c352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b72a20e-3358-46f1-aef8-ee2cf0cabcd7'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:32:36.791850 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (7c61a150-9d0c-4c43-949a-82e85b926581), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:36.811416 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-42ca1b64-7d30-41db-8706-758e48b712b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (e17e580b-7cd1-4d17-9932-eae20c36ca06), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:36.856556 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6846b40e-604a-43e4-9d8b-ddb8c8f2b671 req-e2472ec7-95aa-4ead-9fc0-3fe156b176d9 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447570 Jul 20 15:32:36.887711 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=7c61a150-9d0c-4c43-949a-82e85b926581,revision_number=4']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:36.892652 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 4b72a20e-3358-46f1-aef8-ee2cf0cabcd7, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=4b72a20e-3358-46f1-aef8-ee2cf0cabcd7,segment=NetworkSegment(662891f8-8b9a-43c8-9ec2-0f1ae07a78f2),segment_id=662891f8-8b9a-43c8-9ec2-0f1ae07a78f2)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:32:36.950651 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d078c054-7d3c-426e-9f75-c395d0f14799 req-16245f4f-efe7-4be9-8585-c9f56509075d service neutron] 10.222.0.102 "GET /v2.0/networks/f5eb24be-2bbb-47ab-b680-70a114f8f10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471251 Jul 20 15:32:36.952279 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (4b72a20e-3358-46f1-aef8-ee2cf0cabcd7), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:36.959539 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device dcafe070-5aa9-45b4-9985-1e779fe02e07 up at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:32:36.968968 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca1b64-7d30-41db-8706-758e48b712b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17e580b-7cd1-4d17-9932-eae20c36ca06,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:36.985518 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-42ca1b64-7d30-41db-8706-758e48b712b9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=76b557c9d2ba4727889852cc860db0d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8226199 Jul 20 15:32:36.988590 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 41350) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:37.003183 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce1586-c4fc-4b24-ab95-fe32c868608e req-24c32fa0-9d6e-4010-91c2-d2a41a811f7e tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:37.003384 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d079ce0f3ed41026034ae0451e18cae4cf0a7f47a911dfcb655775793fbc38ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b4ce6b-9e50-4e04-a91b-ba84bb8e443f" -d '{"events": [{"server_uuid": "9b8fe888-a3ab-4889-a5d5-f11697f7c352", "name": "network-vif-plugged", "status": "completed", "tag": "4b72a20e-3358-46f1-aef8-ee2cf0cabcd7"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:32:37.007292 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-24ce1586-c4fc-4b24-ab95-fe32c868608e req-24c32fa0-9d6e-4010-91c2-d2a41a811f7e tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 944 time: 0.1898592 Jul 20 15:32:37.026394 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca1b64-7d30-41db-8706-758e48b712b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:32:37.026767 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca1b64-7d30-41db-8706-758e48b712b9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:32:37.027089 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca1b64-7d30-41db-8706-758e48b712b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:32:37.027434 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca1b64-7d30-41db-8706-758e48b712b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:32:37.027786 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca1b64-7d30-41db-8706-758e48b712b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:32:37.028129 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca1b64-7d30-41db-8706-758e48b712b9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:32:37.028461 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca1b64-7d30-41db-8706-758e48b712b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:32:37.028793 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca1b64-7d30-41db-8706-758e48b712b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:32:37.029133 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca1b64-7d30-41db-8706-758e48b712b9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:32:37.029494 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca1b64-7d30-41db-8706-758e48b712b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:32:37.029869 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca1b64-7d30-41db-8706-758e48b712b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:32:37.031040 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca1b64-7d30-41db-8706-758e48b712b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:32:37.031417 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca1b64-7d30-41db-8706-758e48b712b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:32:37.031771 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca1b64-7d30-41db-8706-758e48b712b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:32:37.032171 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ca1b64-7d30-41db-8706-758e48b712b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:32:37.066844 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=4b72a20e-3358-46f1-aef8-ee2cf0cabcd7,revision_number=5']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:37.072903 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] get_ports_and_sgs() called for port_ids ['7c61a150-9d0c-4c43-949a-82e85b926581'] {{(pid=104511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:32:37.107004 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e207c-4f37-4ab1-8cbf-1ac47085964c req-9daadc0b-7db1-444e-9ec4-e5966fc1bd80 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:37.108706 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4e6e207c-4f37-4ab1-8cbf-1ac47085964c req-9daadc0b-7db1-444e-9ec4-e5966fc1bd80 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4629da0b-5da0-4ba3-bb8a-e076cfcbf14d HTTP/1.1" status: 200 len: 944 time: 0.1481783 Jul 20 15:32:37.135140 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-3d10e0e4-b9f1-44c4-9fb5-a9f1e0fdbfe8 admin admin] Publish callbacks [] for security_group (e17e580b-7cd1-4d17-9932-eae20c36ca06), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:37.168678 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning for port dcafe070-5aa9-45b4-9985-1e779fe02e07 completed by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 15:32:37.175414 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-3d10e0e4-b9f1-44c4-9fb5-a9f1e0fdbfe8 admin admin] Publish callbacks [] for security_group (e17e580b-7cd1-4d17-9932-eae20c36ca06), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:37.188196 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-24ce1586-c4fc-4b24-ab95-fe32c868608e req-5c2cd420-1329-46ea-af98-82b37966810d tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506276 Jul 20 15:32:37.241157 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4e6e207c-4f37-4ab1-8cbf-1ac47085964c req-1172854e-e5b6-40f9-a963-9680c85d2bee tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/security-groups?id=16b72b85-0898-4b01-8038-99d3d8536559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118684 Jul 20 15:32:37.283941 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning complete for port dcafe070-5aa9-45b4-9985-1e779fe02e07 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:32:37.284296 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (dcafe070-5aa9-45b4-9985-1e779fe02e07), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:37.331178 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 15:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5b305e-74dd-4209-a6b4-788eed634de7 x-openstack-request-id: req-ac5b305e-74dd-4209-a6b4-788eed634de7 {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:32:37.331576 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8fe888-a3ab-4889-a5d5-f11697f7c352", "name": "network-vif-plugged", "status": "completed", "tag": "4b72a20e-3358-46f1-aef8-ee2cf0cabcd7", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:32:37.331874 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ac5b305e-74dd-4209-a6b4-788eed634de7 {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:32:37.332420 dv-cinder-819149-12-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac5b305e-74dd-4209-a6b4-788eed634de7'] response: {'server_uuid': '9b8fe888-a3ab-4889-a5d5-f11697f7c352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b72a20e-3358-46f1-aef8-ee2cf0cabcd7', 'code': 200} Jul 20 15:32:37.375884 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5514c-999e-4e33-91d4-de37b03c40ee req-c096add2-5511-4fba-a785-243d9a112193 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:37.377513 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-acf5514c-999e-4e33-91d4-de37b03c40ee req-c096add2-5511-4fba-a785-243d9a112193 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 944 time: 0.0511782 Jul 20 15:32:37.388652 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port dcafe070-5aa9-45b4-9985-1e779fe02e07 is: BUILD; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:32:37.388861 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (dcafe070-5aa9-45b4-9985-1e779fe02e07), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:37.435198 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port dcafe070-5aa9-45b4-9985-1e779fe02e07, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=dcafe070-5aa9-45b4-9985-1e779fe02e07,segment=NetworkSegment(4cbdd146-8739-42ed-8e2e-bcc20ffca626),segment_id=4cbdd146-8739-42ed-8e2e-bcc20ffca626)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:32:37.444584 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-3d10e0e4-b9f1-44c4-9fb5-a9f1e0fdbfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (e17e580b-7cd1-4d17-9932-eae20c36ca06), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:37.449519 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-3d10e0e4-b9f1-44c4-9fb5-a9f1e0fdbfe8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:37.451462 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-3d10e0e4-b9f1-44c4-9fb5-a9f1e0fdbfe8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e17e580b-7cd1-4d17-9932-eae20c36ca06 HTTP/1.1" status: 204 len: 168 time: 0.4614460 Jul 20 15:32:37.469994 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-acf5514c-999e-4e33-91d4-de37b03c40ee req-3e89668b-3b13-47cf-9620-f7e3d09e2b9a tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703781 Jul 20 15:32:37.484399 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d10e0e4-b9f1-44c4-9fb5-a9f1e0fdbfe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17e580b-7cd1-4d17-9932-eae20c36ca06,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:37.497046 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10e0e4-b9f1-44c4-9fb5-a9f1e0fdbfe8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:32:37.498160 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10e0e4-b9f1-44c4-9fb5-a9f1e0fdbfe8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:32:37.498868 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10e0e4-b9f1-44c4-9fb5-a9f1e0fdbfe8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:32:37.499570 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10e0e4-b9f1-44c4-9fb5-a9f1e0fdbfe8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:32:37.500294 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10e0e4-b9f1-44c4-9fb5-a9f1e0fdbfe8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:32:37.500856 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10e0e4-b9f1-44c4-9fb5-a9f1e0fdbfe8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:32:37.501551 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10e0e4-b9f1-44c4-9fb5-a9f1e0fdbfe8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:32:37.502330 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10e0e4-b9f1-44c4-9fb5-a9f1e0fdbfe8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:32:37.502980 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10e0e4-b9f1-44c4-9fb5-a9f1e0fdbfe8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:32:37.503737 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10e0e4-b9f1-44c4-9fb5-a9f1e0fdbfe8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:32:37.504353 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10e0e4-b9f1-44c4-9fb5-a9f1e0fdbfe8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:32:37.505034 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10e0e4-b9f1-44c4-9fb5-a9f1e0fdbfe8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:32:37.505743 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10e0e4-b9f1-44c4-9fb5-a9f1e0fdbfe8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:32:37.506306 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10e0e4-b9f1-44c4-9fb5-a9f1e0fdbfe8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:32:37.506789 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10e0e4-b9f1-44c4-9fb5-a9f1e0fdbfe8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:32:37.523803 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (dcafe070-5aa9-45b4-9985-1e779fe02e07), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:37.524802 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device b9a62c66-1f34-4d8d-8dcb-53ae32a72875 up at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:32:37.546077 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:37.641488 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=dcafe070-5aa9-45b4-9985-1e779fe02e07,revision_number=5']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:37.646220 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning for port b9a62c66-1f34-4d8d-8dcb-53ae32a72875 completed by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 15:32:37.730217 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:37.732094 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning complete for port b9a62c66-1f34-4d8d-8dcb-53ae32a72875 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:32:37.732601 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (b9a62c66-1f34-4d8d-8dcb-53ae32a72875), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:37.811543 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port b9a62c66-1f34-4d8d-8dcb-53ae32a72875 is: BUILD; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:32:37.812169 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (b9a62c66-1f34-4d8d-8dcb-53ae32a72875), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:37.847971 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port b9a62c66-1f34-4d8d-8dcb-53ae32a72875, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=b9a62c66-1f34-4d8d-8dcb-53ae32a72875,segment=NetworkSegment(662891f8-8b9a-43c8-9ec2-0f1ae07a78f2),segment_id=662891f8-8b9a-43c8-9ec2-0f1ae07a78f2)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:32:37.923347 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (b9a62c66-1f34-4d8d-8dcb-53ae32a72875), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:37.980781 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=b9a62c66-1f34-4d8d-8dcb-53ae32a72875,revision_number=5']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:38.021334 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77b4ba-9f9d-4656-a2e5-81df68166590 req-efa3c08f-1b90-4326-931d-9fd62f3343b0 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:38.039222 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ee77b4ba-9f9d-4656-a2e5-81df68166590 req-efa3c08f-1b90-4326-931d-9fd62f3343b0 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 945 time: 0.0856352 Jul 20 15:32:38.105264 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ee77b4ba-9f9d-4656-a2e5-81df68166590 req-8353b7cc-9045-41ef-9be5-affb3089de6f tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651054 Jul 20 15:32:38.343531 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:38.352664 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 7c61a150-9d0c-4c43-949a-82e85b926581 up at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:32:38.355170 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=100 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:38.377122 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 41408) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:38.408138 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2e9a0e9d-a84e-4154-813a-97ce9ce07891 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:38.429479 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc299a-d6a0-4bc6-a1fa-8059574faf87 req-e08a0a35-c8f4-473b-a8cd-b89b8f23afac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:38.431209 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-02fc299a-d6a0-4bc6-a1fa-8059574faf87 req-e08a0a35-c8f4-473b-a8cd-b89b8f23afac service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 1129 time: 0.1635299 Jul 20 15:32:38.448816 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0195f9-53e8-4b17-92a7-e8a130a7d89f req-3297e42c-eb01-47f6-8a32-f274855ca4ab tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:38.458698 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5b0195f9-53e8-4b17-92a7-e8a130a7d89f req-3297e42c-eb01-47f6-8a32-f274855ca4ab tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 944 time: 0.1821780 Jul 20 15:32:38.471734 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning for port 7c61a150-9d0c-4c43-949a-82e85b926581 completed by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 15:32:38.491433 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f51c29-acd7-4e47-91c8-41cdc9fd19eb req-8c81f13a-ba20-4170-b708-e381d9f490e4 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:38.494294 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-59f51c29-acd7-4e47-91c8-41cdc9fd19eb req-8c81f13a-ba20-4170-b708-e381d9f490e4 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4629da0b-5da0-4ba3-bb8a-e076cfcbf14d HTTP/1.1" status: 200 len: 945 time: 0.1344275 Jul 20 15:32:38.512944 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-02fc299a-d6a0-4bc6-a1fa-8059574faf87 req-9a5f2dd2-7152-437d-a638-ac5b4bfe3433 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:38.534116 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2e9a0e9d-a84e-4154-813a-97ce9ce07891 admin admin] Publish callbacks [] for security_group (e4967ecf-dc5e-4f4f-a271-7f27f169c5e6), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:38.540896 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 6 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:32:38.583055 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5b0195f9-53e8-4b17-92a7-e8a130a7d89f req-38185c31-c3c3-406a-a09c-517d84a0f456 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231949 Jul 20 15:32:38.593192 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:38.594342 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning complete for port 7c61a150-9d0c-4c43-949a-82e85b926581 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:32:38.594976 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (7c61a150-9d0c-4c43-949a-82e85b926581), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:38.626765 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2e9a0e9d-a84e-4154-813a-97ce9ce07891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (e4967ecf-dc5e-4f4f-a271-7f27f169c5e6), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:38.635074 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-59f51c29-acd7-4e47-91c8-41cdc9fd19eb req-efa6f2ce-c2ea-43fb-b4d6-1cf810677f8d tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/security-groups?id=16b72b85-0898-4b01-8038-99d3d8536559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283329 Jul 20 15:32:38.676940 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-2e9a0e9d-a84e-4154-813a-97ce9ce07891 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=09f0a4400b414d729e1eeb3714cf5bd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2986484 Jul 20 15:32:38.690903 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 41416) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:38.756257 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port 7c61a150-9d0c-4c43-949a-82e85b926581 is: BUILD; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:32:38.758702 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (7c61a150-9d0c-4c43-949a-82e85b926581), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:38.759999 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414c6bc-de6b-4883-9966-de4c052c9dcd req-a5de07f3-a1b7-4946-b7a9-e96ebda36538 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:38.761555 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5414c6bc-de6b-4883-9966-de4c052c9dcd req-a5de07f3-a1b7-4946-b7a9-e96ebda36538 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 944 time: 0.0873673 Jul 20 15:32:38.771781 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9a0e9d-a84e-4154-813a-97ce9ce07891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4967ecf-dc5e-4f4f-a271-7f27f169c5e6,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:38.787625 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-02fc299a-d6a0-4bc6-a1fa-8059574faf87 req-9a5f2dd2-7152-437d-a638-ac5b4bfe3433 service neutron] Publish callbacks [] for security_group (d87dea8b-9f53-43b6-995f-3f7800cb511b), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:38.818064 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-122570b2-7a29-4d87-8e3e-ad3c9637016e admin admin] Publish callbacks [] for security_group (e4967ecf-dc5e-4f4f-a271-7f27f169c5e6), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:38.851656 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-122570b2-7a29-4d87-8e3e-ad3c9637016e admin admin] Publish callbacks [] for security_group (e4967ecf-dc5e-4f4f-a271-7f27f169c5e6), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:38.862246 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 7c61a150-9d0c-4c43-949a-82e85b926581, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=7c61a150-9d0c-4c43-949a-82e85b926581,segment=NetworkSegment(10c755fc-814d-432c-a0cc-ddbf10a089f1),segment_id=10c755fc-814d-432c-a0cc-ddbf10a089f1)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:32:38.875322 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5414c6bc-de6b-4883-9966-de4c052c9dcd req-b78a1bf4-7520-466c-a1b4-7556a34c64fd tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041565 Jul 20 15:32:38.876905 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-02fc299a-d6a0-4bc6-a1fa-8059574faf87 req-9a5f2dd2-7152-437d-a638-ac5b4bfe3433 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (d87dea8b-9f53-43b6-995f-3f7800cb511b), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:38.961620 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:38.979604 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (7c61a150-9d0c-4c43-949a-82e85b926581), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:39.010794 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-02fc299a-d6a0-4bc6-a1fa-8059574faf87 req-9a5f2dd2-7152-437d-a638-ac5b4bfe3433 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5708506 Jul 20 15:32:39.012283 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5f2dd2-7152-437d-a638-ac5b4bfe3433 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d87dea8b-9f53-43b6-995f-3f7800cb511b,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:39.012568 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-122570b2-7a29-4d87-8e3e-ad3c9637016e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (e4967ecf-dc5e-4f4f-a271-7f27f169c5e6), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:39.015346 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-122570b2-7a29-4d87-8e3e-ad3c9637016e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:39.016664 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-122570b2-7a29-4d87-8e3e-ad3c9637016e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e4967ecf-dc5e-4f4f-a271-7f27f169c5e6 HTTP/1.1" status: 204 len: 168 time: 0.3247187 Jul 20 15:32:39.029040 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122570b2-7a29-4d87-8e3e-ad3c9637016e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4967ecf-dc5e-4f4f-a271-7f27f169c5e6,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:39.080597 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 41434) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:39.097908 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=7c61a150-9d0c-4c43-949a-82e85b926581,revision_number=5']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:39.113910 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:32:39.120406 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:32:39.120406 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:32:39.120406 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:32:39.120406 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:32:39.120406 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:32:39.120406 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:32:39.120406 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:32:39.120406 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:32:39.120406 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:32:39.120406 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:32:39.120406 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:32:39.120406 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:32:39.120406 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:32:39.120406 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:32:39.256114 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12ad0c-50c7-46d3-bd39-c1824f852abb req-f565f42d-c63c-43dd-880c-de0c86ef1bf0 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:39.258207 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9a12ad0c-50c7-46d3-bd39-c1824f852abb req-f565f42d-c63c-43dd-880c-de0c86ef1bf0 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 945 time: 0.0619001 Jul 20 15:32:39.307105 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:39.319156 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9a12ad0c-50c7-46d3-bd39-c1824f852abb req-11fdeb20-eac7-4237-909e-24ca046ee3ee tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542176 Jul 20 15:32:39.333262 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4629da0b-5da0-4ba3-bb8a-e076cfcbf14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcafe070-5aa9-45b4-9985-1e779fe02e07'}, {'server_uuid': 'e0e200ad-ac34-4618-9518-9cc89ec380de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a62c66-1f34-4d8d-8dcb-53ae32a72875'}, {'server_uuid': '7693c05d-ad3d-40fb-8c50-56e655ca708a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c61a150-9d0c-4c43-949a-82e85b926581'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:32:39.336120 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d079ce0f3ed41026034ae0451e18cae4cf0a7f47a911dfcb655775793fbc38ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ad6f6c-bee6-4fc2-aee6-61b92cf71047" -d '{"events": [{"server_uuid": "4629da0b-5da0-4ba3-bb8a-e076cfcbf14d", "name": "network-vif-plugged", "status": "completed", "tag": "dcafe070-5aa9-45b4-9985-1e779fe02e07"}, {"server_uuid": "e0e200ad-ac34-4618-9518-9cc89ec380de", "name": "network-vif-plugged", "status": "completed", "tag": "b9a62c66-1f34-4d8d-8dcb-53ae32a72875"}, {"server_uuid": "7693c05d-ad3d-40fb-8c50-56e655ca708a", "name": "network-vif-plugged", "status": "completed", "tag": "7c61a150-9d0c-4c43-949a-82e85b926581"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:32:39.378337 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:39.394424 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 20 Jul 2022 15:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48479164-2ba9-4eca-8bd8-a1b8250cd415 x-openstack-request-id: req-48479164-2ba9-4eca-8bd8-a1b8250cd415 {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:32:39.394424 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4629da0b-5da0-4ba3-bb8a-e076cfcbf14d", "name": "network-vif-plugged", "status": "completed", "tag": "dcafe070-5aa9-45b4-9985-1e779fe02e07", "code": 200}, {"server_uuid": "e0e200ad-ac34-4618-9518-9cc89ec380de", "name": "network-vif-plugged", "status": "completed", "tag": "b9a62c66-1f34-4d8d-8dcb-53ae32a72875", "code": 200}, {"server_uuid": "7693c05d-ad3d-40fb-8c50-56e655ca708a", "name": "network-vif-plugged", "status": "completed", "tag": "7c61a150-9d0c-4c43-949a-82e85b926581", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:32:39.394424 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-48479164-2ba9-4eca-8bd8-a1b8250cd415 {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:32:39.394424 dv-cinder-819149-12-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48479164-2ba9-4eca-8bd8-a1b8250cd415'] response: {'server_uuid': '4629da0b-5da0-4ba3-bb8a-e076cfcbf14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcafe070-5aa9-45b4-9985-1e779fe02e07', 'code': 200} Jul 20 15:32:39.394424 dv-cinder-819149-12-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48479164-2ba9-4eca-8bd8-a1b8250cd415'] response: {'server_uuid': 'e0e200ad-ac34-4618-9518-9cc89ec380de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a62c66-1f34-4d8d-8dcb-53ae32a72875', 'code': 200} Jul 20 15:32:39.394424 dv-cinder-819149-12-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48479164-2ba9-4eca-8bd8-a1b8250cd415'] response: {'server_uuid': '7693c05d-ad3d-40fb-8c50-56e655ca708a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c61a150-9d0c-4c43-949a-82e85b926581', 'code': 200} Jul 20 15:32:39.464696 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:39.591537 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-10bff2a9-c771-402b-aecf-0d8466c4de32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:39.700758 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-10bff2a9-c771-402b-aecf-0d8466c4de32 admin admin] Publish callbacks [] for security_group (c191b22c-40bb-408e-94e6-6899fa33aef2), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:39.768804 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8da594-5424-47ca-9ff3-59d157a21560 req-0305a830-77c5-4aa3-9fcb-cfea0b393740 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:39.775182 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9f8da594-5424-47ca-9ff3-59d157a21560 req-0305a830-77c5-4aa3-9fcb-cfea0b393740 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.1178124 Jul 20 15:32:39.785824 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-10bff2a9-c771-402b-aecf-0d8466c4de32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (c191b22c-40bb-408e-94e6-6899fa33aef2), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:39.836264 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a3ffe-59a5-466d-83b4-257e34a0f699 req-691339c3-1757-4748-b31b-6a9b5bccf8f1 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:39.837693 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-bd3a3ffe-59a5-466d-83b4-257e34a0f699 req-691339c3-1757-4748-b31b-6a9b5bccf8f1 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4629da0b-5da0-4ba3-bb8a-e076cfcbf14d HTTP/1.1" status: 200 len: 945 time: 0.0942843 Jul 20 15:32:39.851315 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bff2a9-c771-402b-aecf-0d8466c4de32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c191b22c-40bb-408e-94e6-6899fa33aef2,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:39.871251 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-10bff2a9-c771-402b-aecf-0d8466c4de32 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9994bd5e2ff64edc91b18b8c329da824&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7895885 Jul 20 15:32:39.873738 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 41468) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:39.901210 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9f8da594-5424-47ca-9ff3-59d157a21560 req-b9cb01af-e54e-4010-a258-6010c9d5ed2b tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984683 Jul 20 15:32:39.971760 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-56e33d9b-656e-4491-b1a8-dc8fb0d8f312 admin admin] Publish callbacks [] for security_group (c191b22c-40bb-408e-94e6-6899fa33aef2), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:39.987767 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:40.020430 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-bd3a3ffe-59a5-466d-83b4-257e34a0f699 req-e193ef4d-529b-4066-9f1a-b0001d442c2d tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/security-groups?id=16b72b85-0898-4b01-8038-99d3d8536559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642110 Jul 20 15:32:40.028150 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-56e33d9b-656e-4491-b1a8-dc8fb0d8f312 admin admin] Publish callbacks [] for security_group (c191b22c-40bb-408e-94e6-6899fa33aef2), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:40.095613 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 41474) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:40.110663 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47186380-ee17-45e5-8da0-358c3b1029ce req-879c613e-b1f1-4f0c-8f37-988407fa6049 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:40.121264 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-47186380-ee17-45e5-8da0-358c3b1029ce req-879c613e-b1f1-4f0c-8f37-988407fa6049 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 944 time: 0.0807016 Jul 20 15:32:40.200753 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19e2eb-0c50-42bb-9c0e-ddca6d93bc44 req-7e271350-4c23-40a7-b40f-a0ebd387d279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:40.202246 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ba19e2eb-0c50-42bb-9c0e-ddca6d93bc44 req-7e271350-4c23-40a7-b40f-a0ebd387d279 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=4629da0b-5da0-4ba3-bb8a-e076cfcbf14d HTTP/1.1" status: 200 len: 1129 time: 0.0717018 Jul 20 15:32:40.215538 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-47186380-ee17-45e5-8da0-358c3b1029ce req-288f0685-0294-4c5c-ba5f-ce04f439c567 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931613 Jul 20 15:32:40.302165 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-83ad7956-a640-4c6f-952d-c0b952dd0186 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:40.304631 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-56e33d9b-656e-4491-b1a8-dc8fb0d8f312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (c191b22c-40bb-408e-94e6-6899fa33aef2), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:40.307831 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-56e33d9b-656e-4491-b1a8-dc8fb0d8f312 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:40.313140 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-56e33d9b-656e-4491-b1a8-dc8fb0d8f312 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c191b22c-40bb-408e-94e6-6899fa33aef2 HTTP/1.1" status: 204 len: 168 time: 0.4345384 Jul 20 15:32:40.318940 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7791922-61d3-4c68-9d5c-fbba4a3a419b req-69df6537-29ba-4e50-b88e-901e143246ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:40.320818 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-c7791922-61d3-4c68-9d5c-fbba4a3a419b req-69df6537-29ba-4e50-b88e-901e143246ae service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 1129 time: 0.1485395 Jul 20 15:32:40.332640 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e33d9b-656e-4491-b1a8-dc8fb0d8f312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c191b22c-40bb-408e-94e6-6899fa33aef2,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:40.332640 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1905450-4e7e-4dad-8861-0c0f2f9514c5 req-de339e3a-6e29-458c-94e9-fb31e84ac963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:40.333622 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-f1905450-4e7e-4dad-8861-0c0f2f9514c5 req-de339e3a-6e29-458c-94e9-fb31e84ac963 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=e0e200ad-ac34-4618-9518-9cc89ec380de HTTP/1.1" status: 200 len: 1129 time: 0.0684729 Jul 20 15:32:40.359546 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ba19e2eb-0c50-42bb-9c0e-ddca6d93bc44 req-a01c1873-ac7d-41e4-aa73-4b9bd869b53d service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=16b72b85-0898-4b01-8038-99d3d8536559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213574 Jul 20 15:32:40.369993 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 59e14bde-8d7e-43e1-8cdf-acd276b65784 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:32:40.467524 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-c7791922-61d3-4c68-9d5c-fbba4a3a419b req-722a2482-d7e4-460c-be23-1d31c9bc78ae service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258779 Jul 20 15:32:40.469773 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-f1905450-4e7e-4dad-8861-0c0f2f9514c5 req-84303262-4824-440e-a419-beb6e4c5479f service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270053 Jul 20 15:32:40.488605 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-83ad7956-a640-4c6f-952d-c0b952dd0186 admin admin] Publish callbacks [] for security_group (446a426d-9a62-4ada-8cc6-5a80805fd641), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:40.552870 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-83ad7956-a640-4c6f-952d-c0b952dd0186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (446a426d-9a62-4ada-8cc6-5a80805fd641), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:40.572513 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 59e14bde-8d7e-43e1-8cdf-acd276b65784, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=59e14bde-8d7e-43e1-8cdf-acd276b65784,segment=NetworkSegment(643648c2-fbcf-4011-96d1-5d3dde59321a),segment_id=643648c2-fbcf-4011-96d1-5d3dde59321a)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:32:40.582534 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf726bd-ec84-4306-a4ba-26bd01076cc1 req-53e25518-18fe-4d4a-9222-41f7ebf09a60 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:40.584295 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-cdf726bd-ec84-4306-a4ba-26bd01076cc1 req-53e25518-18fe-4d4a-9222-41f7ebf09a60 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 945 time: 0.0851068 Jul 20 15:32:40.588419 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Returning: {'device': '59e14bde-8d7e-43e1-8cdf-acd276b65784', 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e', 'port_id': '59e14bde-8d7e-43e1-8cdf-acd276b65784', 'mac_address': 'fa:16:3e:17:1f:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 980, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:32:40.621498 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad7956-a640-4c6f-952d-c0b952dd0186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446a426d-9a62-4ada-8cc6-5a80805fd641,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:40.643055 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-83ad7956-a640-4c6f-952d-c0b952dd0186 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=73192402244d44739ff3bf04bdd9269b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5415778 Jul 20 15:32:40.644645 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 41496) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:40.649669 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port 59e14bde-8d7e-43e1-8cdf-acd276b65784 is: DOWN; New status is: BUILD {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:32:40.650910 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (59e14bde-8d7e-43e1-8cdf-acd276b65784), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:40.678615 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59e14bde-8d7e-43e1-8cdf-acd276b65784 {{(pid=104511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:32:40.686960 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-cdf726bd-ec84-4306-a4ba-26bd01076cc1 req-763db766-0ac4-47c4-a226-f087ede38855 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916333 Jul 20 15:32:40.701920 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 59e14bde-8d7e-43e1-8cdf-acd276b65784, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=59e14bde-8d7e-43e1-8cdf-acd276b65784,segment=NetworkSegment(643648c2-fbcf-4011-96d1-5d3dde59321a),segment_id=643648c2-fbcf-4011-96d1-5d3dde59321a)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:32:40.739108 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-633b9a1b-494e-438b-9c26-b2ac534b0a19 admin admin] Publish callbacks [] for security_group (446a426d-9a62-4ada-8cc6-5a80805fd641), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:40.766890 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-633b9a1b-494e-438b-9c26-b2ac534b0a19 admin admin] Publish callbacks [] for security_group (446a426d-9a62-4ada-8cc6-5a80805fd641), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:40.815298 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (59e14bde-8d7e-43e1-8cdf-acd276b65784), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:40.896535 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=59e14bde-8d7e-43e1-8cdf-acd276b65784,revision_number=4']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:40.963252 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-633b9a1b-494e-438b-9c26-b2ac534b0a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (446a426d-9a62-4ada-8cc6-5a80805fd641), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:40.966222 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-633b9a1b-494e-438b-9c26-b2ac534b0a19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:40.969570 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-633b9a1b-494e-438b-9c26-b2ac534b0a19 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/446a426d-9a62-4ada-8cc6-5a80805fd641 HTTP/1.1" status: 204 len: 168 time: 0.3258865 Jul 20 15:32:40.979063 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b9a1b-494e-438b-9c26-b2ac534b0a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446a426d-9a62-4ada-8cc6-5a80805fd641,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:41.004465 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:41.060306 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df8719-9681-4a78-8f6c-23d6e9b07f2b req-11c3a974-3088-44dc-8759-35ca340cc4b4 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:41.067399 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-59df8719-9681-4a78-8f6c-23d6e9b07f2b req-11c3a974-3088-44dc-8759-35ca340cc4b4 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.0848451 Jul 20 15:32:41.129431 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-59df8719-9681-4a78-8f6c-23d6e9b07f2b req-2edd52b2-6c80-4f50-aa7e-166e09a70e4f tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611567 Jul 20 15:32:41.182611 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb7f40-9d3c-460f-8cfd-5f099d063aa6 req-4d59ef8c-f874-4e0f-ae07-e7a08a0d58a8 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:41.189442 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] get_ports_and_sgs() called for port_ids ['59e14bde-8d7e-43e1-8cdf-acd276b65784'] {{(pid=104511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:32:41.189592 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-96eb7f40-9d3c-460f-8cfd-5f099d063aa6 req-4d59ef8c-f874-4e0f-ae07-e7a08a0d58a8 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4629da0b-5da0-4ba3-bb8a-e076cfcbf14d HTTP/1.1" status: 200 len: 945 time: 0.0847831 Jul 20 15:32:41.245699 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-96eb7f40-9d3c-460f-8cfd-5f099d063aa6 req-e05d8101-79f2-4d7d-b098-312ee6d3635d tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/security-groups?id=16b72b85-0898-4b01-8038-99d3d8536559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549684 Jul 20 15:32:41.316213 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 41516) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:41.332554 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f82c288e-a95d-4929-9bb2-1b05b1951d61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:41.410784 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044de7bd-964b-4fe0-8316-df427fce73d5 req-dd23f641-28d2-4d4b-8779-a4a928e5fbaa tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:41.412342 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-044de7bd-964b-4fe0-8316-df427fce73d5 req-dd23f641-28d2-4d4b-8779-a4a928e5fbaa tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 945 time: 0.0685592 Jul 20 15:32:41.450206 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:41.500519 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-044de7bd-964b-4fe0-8316-df427fce73d5 req-087e7c9b-3c91-45f3-8d5f-97918ededfec tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739336 Jul 20 15:32:41.530913 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f82c288e-a95d-4929-9bb2-1b05b1951d61 admin admin] Publish callbacks [] for security_group (aa0290af-2826-41a5-b225-2e7c34069d05), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:41.614571 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f82c288e-a95d-4929-9bb2-1b05b1951d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (aa0290af-2826-41a5-b225-2e7c34069d05), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:41.657048 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-f82c288e-a95d-4929-9bb2-1b05b1951d61 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e826253d494d4bbf88f60658ea0e13b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3395412 Jul 20 15:32:41.657750 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82c288e-a95d-4929-9bb2-1b05b1951d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0290af-2826-41a5-b225-2e7c34069d05,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:41.659782 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 41524) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:41.725507 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-fe5fdf47-a28b-46d1-a4ac-8d4aeae7ee30 admin admin] Publish callbacks [] for security_group (aa0290af-2826-41a5-b225-2e7c34069d05), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:41.759701 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-fe5fdf47-a28b-46d1-a4ac-8d4aeae7ee30 admin admin] Publish callbacks [] for security_group (aa0290af-2826-41a5-b225-2e7c34069d05), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:41.847114 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8da44-5a02-47bb-a227-678b46cac4e5 req-a36fa928-851c-47af-b94e-f6ff9601407e tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:41.850468 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-71e8da44-5a02-47bb-a227-678b46cac4e5 req-a36fa928-851c-47af-b94e-f6ff9601407e tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 945 time: 0.0695651 Jul 20 15:32:41.893406 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 41534) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:41.904220 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-71e8da44-5a02-47bb-a227-678b46cac4e5 req-a935f451-f14c-414b-9249-eef71f34fc8b tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464015 Jul 20 15:32:41.906662 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-4a2f079e-f14a-4bdb-b8ae-2a3e7a4302ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:41.910140 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-fe5fdf47-a28b-46d1-a4ac-8d4aeae7ee30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (aa0290af-2826-41a5-b225-2e7c34069d05), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:41.913230 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-fe5fdf47-a28b-46d1-a4ac-8d4aeae7ee30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:41.914375 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-fe5fdf47-a28b-46d1-a4ac-8d4aeae7ee30 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/aa0290af-2826-41a5-b225-2e7c34069d05 HTTP/1.1" status: 204 len: 168 time: 0.2533135 Jul 20 15:32:41.952194 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5fdf47-a28b-46d1-a4ac-8d4aeae7ee30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0290af-2826-41a5-b225-2e7c34069d05,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:42.049200 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-4a2f079e-f14a-4bdb-b8ae-2a3e7a4302ed admin admin] Publish callbacks [] for security_group (4dda0d71-2fec-494d-b680-0aa75d242421), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:42.122585 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-4a2f079e-f14a-4bdb-b8ae-2a3e7a4302ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (4dda0d71-2fec-494d-b680-0aa75d242421), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:42.172474 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-4a2f079e-f14a-4bdb-b8ae-2a3e7a4302ed admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=297ad5303700438686e655c6df1fe40a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2771206 Jul 20 15:32:42.172603 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2f079e-f14a-4bdb-b8ae-2a3e7a4302ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dda0d71-2fec-494d-b680-0aa75d242421,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:42.174537 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 41548) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:42.319000 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-7ec126d0-e2d7-451b-bef5-44cab56f2d50 admin admin] Publish callbacks [] for security_group (4dda0d71-2fec-494d-b680-0aa75d242421), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:42.332551 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e16023-860c-4e8a-854c-8e6a28b013ff req-36b87fa4-4527-4a76-a51f-68a38499e6cb tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:42.335112 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-55e16023-860c-4e8a-854c-8e6a28b013ff req-36b87fa4-4527-4a76-a51f-68a38499e6cb tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.0972803 Jul 20 15:32:42.380118 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:42.396886 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-7ec126d0-e2d7-451b-bef5-44cab56f2d50 admin admin] Publish callbacks [] for security_group (4dda0d71-2fec-494d-b680-0aa75d242421), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:42.412726 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:42.509164 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-55e16023-860c-4e8a-854c-8e6a28b013ff req-3525aae7-f694-4e35-9a5b-2ce2a8dea485 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625762 Jul 20 15:32:42.561534 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5f114-915e-4b7d-a25d-0a42844ab4d6 req-6fa464fb-2316-411e-b305-49a5959820eb tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:42.576139 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d6e5f114-915e-4b7d-a25d-0a42844ab4d6 req-6fa464fb-2316-411e-b305-49a5959820eb tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4629da0b-5da0-4ba3-bb8a-e076cfcbf14d HTTP/1.1" status: 200 len: 945 time: 0.0665803 Jul 20 15:32:42.849549 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-7ec126d0-e2d7-451b-bef5-44cab56f2d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (4dda0d71-2fec-494d-b680-0aa75d242421), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:42.853787 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-7ec126d0-e2d7-451b-bef5-44cab56f2d50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:42.855624 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-7ec126d0-e2d7-451b-bef5-44cab56f2d50 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4dda0d71-2fec-494d-b680-0aa75d242421 HTTP/1.1" status: 204 len: 168 time: 0.6793771 Jul 20 15:32:42.881947 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec126d0-e2d7-451b-bef5-44cab56f2d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dda0d71-2fec-494d-b680-0aa75d242421,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:42.893460 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034010a0-ec11-4fa8-b4a7-ebe3b135e893 req-72c673fb-531f-4a24-a9c4-969815897846 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:42.895427 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-034010a0-ec11-4fa8-b4a7-ebe3b135e893 req-72c673fb-531f-4a24-a9c4-969815897846 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 945 time: 0.3020306 Jul 20 15:32:42.898682 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d6e5f114-915e-4b7d-a25d-0a42844ab4d6 req-b238a800-b108-454f-8325-b6cf042b3090 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/security-groups?id=16b72b85-0898-4b01-8038-99d3d8536559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302207 Jul 20 15:32:42.940221 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:42.982836 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-034010a0-ec11-4fa8-b4a7-ebe3b135e893 req-632fd22b-ace4-4513-afdf-a9dc4650adee tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733936 Jul 20 15:32:43.063960 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245b5cd-df1e-4733-9e42-f098acfee12b req-9d6d10c3-a90d-444d-b446-cca842e9dff3 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:43.065517 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2245b5cd-df1e-4733-9e42-f098acfee12b req-9d6d10c3-a90d-444d-b446-cca842e9dff3 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 945 time: 0.0701208 Jul 20 15:32:43.134820 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2245b5cd-df1e-4733-9e42-f098acfee12b req-ace53e88-73e4-48ec-b9cf-187dd35773af tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593765 Jul 20 15:32:43.380282 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:INSERT=15,neutron:SELECT=80,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:43.654133 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca9632-5450-49ae-9201-d8ab3e2a9274 req-42d54567-21b7-40ba-89bc-e6f882931a2d tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:43.655639 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-46ca9632-5450-49ae-9201-d8ab3e2a9274 req-42d54567-21b7-40ba-89bc-e6f882931a2d tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.0616827 Jul 20 15:32:43.713116 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-46ca9632-5450-49ae-9201-d8ab3e2a9274 req-c4704447-3536-42b6-929c-b6338fc347bc tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512052 Jul 20 15:32:43.851414 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:INSERT=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:43.964188 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 41624) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:44.101797 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc7eb6-9fff-4a51-9c26-8b9cdf636de2 req-9cb2e542-b2b1-4aec-8638-10429f57664d tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:44.103388 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2fdc7eb6-9fff-4a51-9c26-8b9cdf636de2 req-9cb2e542-b2b1-4aec-8638-10429f57664d tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4629da0b-5da0-4ba3-bb8a-e076cfcbf14d HTTP/1.1" status: 200 len: 945 time: 0.0885503 Jul 20 15:32:44.171288 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-dd485591-5596-4887-9b04-02b2316bffd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:44.185913 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e6cdd-9323-4d65-9db4-7bf26cdd93b4 req-c3b2cc42-41e5-475f-b31c-83632f2e5f60 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:44.187555 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-203e6cdd-9323-4d65-9db4-7bf26cdd93b4 req-c3b2cc42-41e5-475f-b31c-83632f2e5f60 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 945 time: 0.1008022 Jul 20 15:32:44.256759 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2fdc7eb6-9fff-4a51-9c26-8b9cdf636de2 req-f63e6083-5034-4d60-8048-60710c7eb0f0 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/security-groups?id=16b72b85-0898-4b01-8038-99d3d8536559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240087 Jul 20 15:32:44.294359 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-203e6cdd-9323-4d65-9db4-7bf26cdd93b4 req-41df5884-dcd4-41e7-a944-669db731cd5d tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985057 Jul 20 15:32:44.384408 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-dd485591-5596-4887-9b04-02b2316bffd2 admin admin] Publish callbacks [] for security_group (af19f98e-6fcc-4e91-bb89-fcfdd46192f8), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:44.408550 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91f411-96bf-4cfc-a59b-c439b56adee2 req-7a9ac337-478b-4968-ad0a-a6439aed42a0 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:44.410039 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6c91f411-96bf-4cfc-a59b-c439b56adee2 req-7a9ac337-478b-4968-ad0a-a6439aed42a0 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 945 time: 0.0717313 Jul 20 15:32:44.452026 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-dd485591-5596-4887-9b04-02b2316bffd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (af19f98e-6fcc-4e91-bb89-fcfdd46192f8), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:44.524463 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd485591-5596-4887-9b04-02b2316bffd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af19f98e-6fcc-4e91-bb89-fcfdd46192f8,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:44.536511 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6c91f411-96bf-4cfc-a59b-c439b56adee2 req-9226e5ec-e2a4-48c9-a33e-cad88a72d397 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177430 Jul 20 15:32:44.543837 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-dd485591-5596-4887-9b04-02b2316bffd2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9b9aa60376864f828dbae6dbfde97278&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5771406 Jul 20 15:32:44.548078 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 41650) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:44.569786 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 59e14bde-8d7e-43e1-8cdf-acd276b65784 up at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:32:44.701521 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a2e06b4f-7141-4563-8ce2-9fd954d63ad6 admin admin] Publish callbacks [] for security_group (af19f98e-6fcc-4e91-bb89-fcfdd46192f8), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:44.743358 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a2e06b4f-7141-4563-8ce2-9fd954d63ad6 admin admin] Publish callbacks [] for security_group (af19f98e-6fcc-4e91-bb89-fcfdd46192f8), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:44.760832 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning for port 59e14bde-8d7e-43e1-8cdf-acd276b65784 completed by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 15:32:44.874659 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62bbb4-60ef-4a53-b71c-8a4d80bf3a05 req-316d283f-1ebc-4a44-ac1c-e5fa5047d357 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:44.876331 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3f62bbb4-60ef-4a53-b71c-8a4d80bf3a05 req-316d283f-1ebc-4a44-ac1c-e5fa5047d357 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.0626357 Jul 20 15:32:44.909796 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning complete for port 59e14bde-8d7e-43e1-8cdf-acd276b65784 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:32:44.910182 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (59e14bde-8d7e-43e1-8cdf-acd276b65784), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:44.948436 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3f62bbb4-60ef-4a53-b71c-8a4d80bf3a05 req-319f52b7-1833-44d4-9ce9-f1f34b407566 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664716 Jul 20 15:32:44.949192 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a2e06b4f-7141-4563-8ce2-9fd954d63ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (af19f98e-6fcc-4e91-bb89-fcfdd46192f8), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:44.951757 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a2e06b4f-7141-4563-8ce2-9fd954d63ad6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:44.956393 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-a2e06b4f-7141-4563-8ce2-9fd954d63ad6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/af19f98e-6fcc-4e91-bb89-fcfdd46192f8 HTTP/1.1" status: 204 len: 168 time: 0.4024529 Jul 20 15:32:44.980712 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e06b4f-7141-4563-8ce2-9fd954d63ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af19f98e-6fcc-4e91-bb89-fcfdd46192f8,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:45.056247 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:45.066887 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port 59e14bde-8d7e-43e1-8cdf-acd276b65784 is: BUILD; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:32:45.067406 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (59e14bde-8d7e-43e1-8cdf-acd276b65784), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:45.095730 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cd0f35-70ba-409d-b217-32d5a9ab6cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e14bde-8d7e-43e1-8cdf-acd276b65784'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:32:45.098631 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d079ce0f3ed41026034ae0451e18cae4cf0a7f47a911dfcb655775793fbc38ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69118d52-1256-40fb-8d26-961368cc18bb" -d '{"events": [{"server_uuid": "f4cd0f35-70ba-409d-b217-32d5a9ab6cd6", "name": "network-vif-plugged", "status": "completed", "tag": "59e14bde-8d7e-43e1-8cdf-acd276b65784"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:32:45.101510 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:45.116302 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 59e14bde-8d7e-43e1-8cdf-acd276b65784, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=59e14bde-8d7e-43e1-8cdf-acd276b65784,segment=NetworkSegment(643648c2-fbcf-4011-96d1-5d3dde59321a),segment_id=643648c2-fbcf-4011-96d1-5d3dde59321a)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:32:45.145408 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 15:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceca52dd-2948-46ec-acc1-6b18617dd335 x-openstack-request-id: req-ceca52dd-2948-46ec-acc1-6b18617dd335 {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:32:45.145816 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4cd0f35-70ba-409d-b217-32d5a9ab6cd6", "name": "network-vif-plugged", "status": "completed", "tag": "59e14bde-8d7e-43e1-8cdf-acd276b65784", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:32:45.146179 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ceca52dd-2948-46ec-acc1-6b18617dd335 {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:32:45.146823 dv-cinder-819149-12-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceca52dd-2948-46ec-acc1-6b18617dd335'] response: {'server_uuid': 'f4cd0f35-70ba-409d-b217-32d5a9ab6cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e14bde-8d7e-43e1-8cdf-acd276b65784', 'code': 200} Jul 20 15:32:45.185938 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (59e14bde-8d7e-43e1-8cdf-acd276b65784), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:45.257874 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=59e14bde-8d7e-43e1-8cdf-acd276b65784,revision_number=5']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:45.495859 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c298da4-defb-48e9-833b-58d3cb8c6279 req-1700d9a4-1511-4d89-b5af-47ad69a993c1 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:45.505876 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-1c298da4-defb-48e9-833b-58d3cb8c6279 req-1700d9a4-1511-4d89-b5af-47ad69a993c1 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4629da0b-5da0-4ba3-bb8a-e076cfcbf14d HTTP/1.1" status: 200 len: 945 time: 0.1321509 Jul 20 15:32:45.619778 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb953d5b-03e5-46eb-8f0e-a8a26ae24c51 req-679b9c1e-b88c-47e4-a46f-bc9bad0d2789 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:45.621419 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-fb953d5b-03e5-46eb-8f0e-a8a26ae24c51 req-679b9c1e-b88c-47e4-a46f-bc9bad0d2789 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 945 time: 0.0992165 Jul 20 15:32:45.629102 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-1c298da4-defb-48e9-833b-58d3cb8c6279 req-24f0394f-1d9d-4726-8ed1-5813fbe42485 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/security-groups?id=16b72b85-0898-4b01-8038-99d3d8536559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223676 Jul 20 15:32:45.696975 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-fb953d5b-03e5-46eb-8f0e-a8a26ae24c51 req-14d15481-9044-4b6f-a409-f644aa8d5f75 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662084 Jul 20 15:32:45.765834 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc163c0f-7fb6-4270-8650-6e62388b7473 req-582e7698-2549-4cda-8b73-38728fae3602 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:45.767365 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-bc163c0f-7fb6-4270-8650-6e62388b7473 req-582e7698-2549-4cda-8b73-38728fae3602 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 946 time: 0.0541985 Jul 20 15:32:45.829109 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-bc163c0f-7fb6-4270-8650-6e62388b7473 req-e580aecf-f4ab-41e7-bb29-befdafdd9566 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538688 Jul 20 15:32:45.899348 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:46.078237 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 41706) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:46.111533 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-b59fcff7-fd81-498d-a28f-03af1ede3be5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:46.143766 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64aff15-f73f-4453-b486-c3a5d41d9e63 req-9c0e8f46-4120-4eff-a4e0-a2d4a73014ee tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:46.145466 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d64aff15-f73f-4453-b486-c3a5d41d9e63 req-9c0e8f46-4120-4eff-a4e0-a2d4a73014ee tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.1022100 Jul 20 15:32:46.182604 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:46.200428 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-b59fcff7-fd81-498d-a28f-03af1ede3be5 admin admin] Publish callbacks [] for security_group (32e60f88-5779-4df3-9fc9-9cd100c9b013), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:46.203371 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d64aff15-f73f-4453-b486-c3a5d41d9e63 req-72a6bfcb-2d59-4b01-a082-c48587a7cd43 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514600 Jul 20 15:32:46.266766 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-b59fcff7-fd81-498d-a28f-03af1ede3be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (32e60f88-5779-4df3-9fc9-9cd100c9b013), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:46.349323 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59fcff7-fd81-498d-a28f-03af1ede3be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e60f88-5779-4df3-9fc9-9cd100c9b013,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:46.394442 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-b59fcff7-fd81-498d-a28f-03af1ede3be5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2b31c6fca38e4599a06fe861ce97db8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3144279 Jul 20 15:32:46.400417 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 41722) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:46.476985 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c080210-e9bf-4220-9d75-c98b9da35e6e req-0a4f1117-54cc-4040-b51e-b1b76d6ce0bb tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:46.480059 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-0c080210-e9bf-4220-9d75-c98b9da35e6e req-0a4f1117-54cc-4040-b51e-b1b76d6ce0bb tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.1071615 Jul 20 15:32:46.494595 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 41726) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:46.500005 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-310b41ad-97ee-4f73-9230-a362070a4998 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Request body: {'floatingip': {'port_id': '7c61a150-9d0c-4c43-949a-82e85b926581'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:32:46.573131 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-42cde57c-1878-40ed-bcfd-d02a7096e566 admin admin] Publish callbacks [] for security_group (32e60f88-5779-4df3-9fc9-9cd100c9b013), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:46.600695 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-310b41ad-97ee-4f73-9230-a362070a4998 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks [] for floatingip (b19f0c73-08e5-4b66-8e9f-40ce0987998b), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:46.699258 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:46.700019 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-42cde57c-1878-40ed-bcfd-d02a7096e566 admin admin] Publish callbacks [] for security_group (32e60f88-5779-4df3-9fc9-9cd100c9b013), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:46.950307 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd90b7-ddca-48bb-9147-544640686ef3 req-2ce4d829-400c-4183-a4ca-aa939398c5ae tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:46.960284 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-0dcd90b7-ddca-48bb-9147-544640686ef3 req-2ce4d829-400c-4183-a4ca-aa939398c5ae tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 945 time: 0.1455886 Jul 20 15:32:47.049502 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-0dcd90b7-ddca-48bb-9147-544640686ef3 req-7a0ecac8-eb48-4a70-926a-c5f82f38e273 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880075 Jul 20 15:32:47.059234 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-42cde57c-1878-40ed-bcfd-d02a7096e566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (32e60f88-5779-4df3-9fc9-9cd100c9b013), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:47.061810 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-42cde57c-1878-40ed-bcfd-d02a7096e566 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:47.062379 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f938d-3d88-4315-bef8-8743f37a656b req-ca603a99-51ba-446d-91e3-c203ed2ff355 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:47.064017 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5d3f938d-3d88-4315-bef8-8743f37a656b req-ca603a99-51ba-446d-91e3-c203ed2ff355 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 946 time: 0.0676985 Jul 20 15:32:47.070565 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-42cde57c-1878-40ed-bcfd-d02a7096e566 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/32e60f88-5779-4df3-9fc9-9cd100c9b013 HTTP/1.1" status: 204 len: 168 time: 0.6642091 Jul 20 15:32:47.178955 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5d3f938d-3d88-4315-bef8-8743f37a656b req-01dce6b1-62d7-4e8c-806b-af692f54b277 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839307 Jul 20 15:32:47.202661 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cde57c-1878-40ed-bcfd-d02a7096e566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e60f88-5779-4df3-9fc9-9cd100c9b013,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:47.218125 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:47.344243 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:47.351014 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53820a-9966-48a8-8b05-0cc88226dbf5 req-55428a9d-76bf-4fd2-bc1c-66735a788459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:47.353033 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-3c53820a-9966-48a8-8b05-0cc88226dbf5 req-55428a9d-76bf-4fd2-bc1c-66735a788459 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 1130 time: 0.1935503 Jul 20 15:32:47.392555 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aeb465-4e61-42e1-8dbf-dc33d0b8add3 req-7a17c595-2e96-44d9-8871-33e8324544b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:47.394913 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-87aeb465-4e61-42e1-8dbf-dc33d0b8add3 req-7a17c595-2e96-44d9-8871-33e8324544b9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=61872ef687074f5791a2cc46732bebdf&device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 1129 time: 0.1796324 Jul 20 15:32:47.488716 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:47.801425 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-3c53820a-9966-48a8-8b05-0cc88226dbf5 req-2c905bcf-83e3-407f-9917-8d8af7b1fb44 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4346447 Jul 20 15:32:47.827806 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.db.resource_extend [None req-310b41ad-97ee-4f73-9230-a362070a4998 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 20 15:32:47.927916 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aeb465-4e61-42e1-8dbf-dc33d0b8add3 req-f2ba0f2b-c2ba-4bf2-becd-4da099d6cd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:47.929491 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-87aeb465-4e61-42e1-8dbf-dc33d0b8add3 req-f2ba0f2b-c2ba-4bf2-becd-4da099d6cd22 service neutron] 10.222.0.102 "GET /v2.0/networks?id=49eaadcd-4166-45bc-8081-db7a31ee5c71 HTTP/1.1" status: 200 len: 919 time: 0.5120249 Jul 20 15:32:47.939749 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-310b41ad-97ee-4f73-9230-a362070a4998 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:48.046041 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-310b41ad-97ee-4f73-9230-a362070a4998 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714675'] for floatingip (b19f0c73-08e5-4b66-8e9f-40ce0987998b), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:48.125731 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-87aeb465-4e61-42e1-8dbf-dc33d0b8add3 req-f6964fc5-d2c0-48c9-b1f6-8b6452279d37 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b72a20e-3358-46f1-aef8-ee2cf0cabcd7 HTTP/1.1" status: 200 len: 217 time: 0.0880406 Jul 20 15:32:48.211680 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3071d-7599-4b14-ba3c-41df6075a81a req-c0cbb685-a598-42cd-9031-71ef4e1d7b23 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:48.213589 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-f6c3071d-7599-4b14-ba3c-41df6075a81a req-c0cbb685-a598-42cd-9031-71ef4e1d7b23 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 945 time: 0.0684044 Jul 20 15:32:48.249919 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aeb465-4e61-42e1-8dbf-dc33d0b8add3 req-e91dc33c-eb14-45e8-a64a-63a47e5aa891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:48.251923 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-87aeb465-4e61-42e1-8dbf-dc33d0b8add3 req-e91dc33c-eb14-45e8-a64a-63a47e5aa891 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa HTTP/1.1" status: 200 len: 857 time: 0.1197553 Jul 20 15:32:48.283336 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.db.l3_db [None req-310b41ad-97ee-4f73-9230-a362070a4998 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Floating IP b19f0c73-08e5-4b66-8e9f-40ce0987998b associated. External IP: 172.27.1.88, port: 7c61a150-9d0c-4c43-949a-82e85b926581. Jul 20 15:32:48.360173 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-f6c3071d-7599-4b14-ba3c-41df6075a81a req-4a462c8b-616f-4c1c-a890-58e22e6f60c7 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396112 Jul 20 15:32:48.450912 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:48.513888 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82a268-5262-4816-a43b-36e9b25ae498 req-624ad6d2-5cbf-4b8e-b80a-3363d6df1e2f tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:48.522300 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5f82a268-5262-4816-a43b-36e9b25ae498 req-624ad6d2-5cbf-4b8e-b80a-3363d6df1e2f tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 946 time: 0.0800071 Jul 20 15:32:48.536975 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=6 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:48.578688 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5f82a268-5262-4816-a43b-36e9b25ae498 req-9fbe5391-de42-49fe-b0a8-9127de764237 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552282 Jul 20 15:32:48.606495 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310b41ad-97ee-4f73-9230-a362070a4998 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Router 25dbc7fb-05f5-4dd9-8008-44889c276b69 has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:32:48.765119 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aeb465-4e61-42e1-8dbf-dc33d0b8add3 req-1d212251-3ce9-4e59-ae65-42055a09b1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:48.766676 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-87aeb465-4e61-42e1-8dbf-dc33d0b8add3 req-1d212251-3ce9-4e59-ae65-42055a09b1ac service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=49eaadcd-4166-45bc-8081-db7a31ee5c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0994463 Jul 20 15:32:48.779393 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:48.827032 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310b41ad-97ee-4f73-9230-a362070a4998 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:32:48.853641 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb20d80-581d-4074-8705-72e0fcb0b25c None None] Sync routers for ids ['25dbc7fb-05f5-4dd9-8008-44889c276b69'] in dv-cinder-819149-12-iscsi {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:32:48.863008 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-310b41ad-97ee-4f73-9230-a362070a4998 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for floatingip (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:48.863820 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb20d80-581d-4074-8705-72e0fcb0b25c None None] Routers {'25dbc7fb-05f5-4dd9-8008-44889c276b69'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:32:48.864868 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-dfb20d80-581d-4074-8705-72e0fcb0b25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:32:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['25dbc7fb-05f5-4dd9-8008-44889c276b69'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:32:48.910255 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-310b41ad-97ee-4f73-9230-a362070a4998 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "PUT /v2.0/floatingips/b19f0c73-08e5-4b66-8e9f-40ce0987998b HTTP/1.1" status: 200 len: 990 time: 2.4143398 Jul 20 15:32:48.911111 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7693c05d-ad3d-40fb-8c50-56e655ca708a', 'tag': '7c61a150-9d0c-4c43-949a-82e85b926581'}] {{(pid=104509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:32:48.913627 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df77c6b91a480694ea4413056d8ef6386aadd078611a8438297a7cf852766117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12f7380-4688-4fdf-9ac9-ccba0a76c153" -d '{"events": [{"name": "network-changed", "server_uuid": "7693c05d-ad3d-40fb-8c50-56e655ca708a", "tag": "7c61a150-9d0c-4c43-949a-82e85b926581"}]}' {{(pid=104509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:32:48.940123 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-87aeb465-4e61-42e1-8dbf-dc33d0b8add3 req-ef7f0a5b-f11e-434c-a79a-bd31f7213f46 service neutron] 10.222.0.102 "GET /v2.0/networks/49eaadcd-4166-45bc-8081-db7a31ee5c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594565 Jul 20 15:32:48.959377 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 15:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeef7f6f-d6f6-45bd-9887-94a5ae041731 x-openstack-request-id: req-aeef7f6f-d6f6-45bd-9887-94a5ae041731 {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:32:48.959667 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7693c05d-ad3d-40fb-8c50-56e655ca708a", "tag": "7c61a150-9d0c-4c43-949a-82e85b926581", "status": "completed", "code": 200}]} {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:32:48.959920 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-aeef7f6f-d6f6-45bd-9887-94a5ae041731 {{(pid=104509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:32:48.960323 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeef7f6f-d6f6-45bd-9887-94a5ae041731'] response: {'name': 'network-changed', 'server_uuid': '7693c05d-ad3d-40fb-8c50-56e655ca708a', 'tag': '7c61a150-9d0c-4c43-949a-82e85b926581', 'status': 'completed', 'code': 200} Jul 20 15:32:48.989583 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-dfb20d80-581d-4074-8705-72e0fcb0b25c None None] Set router 25dbc7fb-05f5-4dd9-8008-44889c276b69 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:32:49.376609 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-dfb20d80-581d-4074-8705-72e0fcb0b25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'name': 'tempest-AttachVolumeTestJSON-1486781354-router', 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e5a10f1d-2213-4648-9011-120041d55208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:38Z', 'updated_at': '2022-07-20T15:31:48Z', 'revision_number': 4, 'project_id': 'aa49d7002cf441348cf3166e64b1bc87', 'gw_port': {'id': 'e5a10f1d-2213-4648-9011-120041d55208', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:40Z', 'updated_at': '2022-07-20T15:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': 'b19f0c73-08e5-4b66-8e9f-40ce0987998b', 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'port_id': '7c61a150-9d0c-4c43-949a-82e85b926581', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa5e056d-5a56-4462-a470-30c02f844e62', 'mac_address': 'fa:16:3e:f6:4a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693c05d-ad3d-40fb-8c50-56e655ca708a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:31:58Z', 'updated_at': '2022-07-20T15:32:47Z', 'revision_number': 1, 'project_id': 'aa49d7002cf441348cf3166e64b1bc87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06b3e5af-b121-48c5-9d7c-4fa3711f89db', 'name': '', 'network_id': 'fa5e056d-5a56-4462-a470-30c02f844e62', 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87', 'mac_address': 'fa:16:3e:cc:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c9fff1ac-07cb-4893-9ae7-8ae90fdf7477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:46Z', 'updated_at': '2022-07-20T15:31:57Z', 'revision_number': 5, 'project_id': 'aa49d7002cf441348cf3166e64b1bc87', 'subnets': [{'id': 'c9fff1ac-07cb-4893-9ae7-8ae90fdf7477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:32:49.411538 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb20d80-581d-4074-8705-72e0fcb0b25c None None] Checking router: 25dbc7fb-05f5-4dd9-8008-44889c276b69 for host: dv-cinder-819149-12-iscsi {{(pid=104512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:32:49.422942 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb20d80-581d-4074-8705-72e0fcb0b25c None None] Routers {'25dbc7fb-05f5-4dd9-8008-44889c276b69'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:32:49.423579 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-dfb20d80-581d-4074-8705-72e0fcb0b25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:32:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['25dbc7fb-05f5-4dd9-8008-44889c276b69'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:32:49.472502 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:49.535055 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c99a76-eb2a-478c-be36-3e6a68284bde req-2988492b-2177-4100-a9ac-a3c6a19128cc tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:49.536641 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a1c99a76-eb2a-478c-be36-3e6a68284bde req-2988492b-2177-4100-a9ac-a3c6a19128cc tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 945 time: 0.0770159 Jul 20 15:32:49.619682 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-dfb20d80-581d-4074-8705-72e0fcb0b25c None None] Set router 25dbc7fb-05f5-4dd9-8008-44889c276b69 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:32:49.657135 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a1c99a76-eb2a-478c-be36-3e6a68284bde req-ee4798c0-e8d1-474e-a207-cc9cbf5c896f tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138463 Jul 20 15:32:49.698513 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:49.789807 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f7380-4688-4fdf-9ac9-ccba0a76c153 req-ec8c8790-4182-4109-b59c-5f307ecd6400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:49.791950 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-d12f7380-4688-4fdf-9ac9-ccba0a76c153 req-ec8c8790-4182-4109-b59c-5f307ecd6400 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=aa49d7002cf441348cf3166e64b1bc87&device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 1129 time: 0.2572265 Jul 20 15:32:49.806742 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=100 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:49.858849 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-87aeb465-4e61-42e1-8dbf-dc33d0b8add3 req-759ec69e-a595-4992-affc-f942301614ba service neutron] 10.222.0.102 "GET /v2.0/networks/49eaadcd-4166-45bc-8081-db7a31ee5c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779528 Jul 20 15:32:49.910749 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69458bf1-b26f-4dc3-a846-cbb9a0996eca req-4efc40ed-194f-4493-b837-92fce7247ffc tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:49.910749 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-69458bf1-b26f-4dc3-a846-cbb9a0996eca req-4efc40ed-194f-4493-b837-92fce7247ffc tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 946 time: 0.1084089 Jul 20 15:32:50.003235 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f7380-4688-4fdf-9ac9-ccba0a76c153 req-b2741b8c-f26a-4e32-9c27-badff749e8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:50.008171 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-d12f7380-4688-4fdf-9ac9-ccba0a76c153 req-b2741b8c-f26a-4e32-9c27-badff749e8e8 service neutron] 10.222.0.102 "GET /v2.0/networks?id=fa5e056d-5a56-4462-a470-30c02f844e62 HTTP/1.1" status: 200 len: 912 time: 0.1976197 Jul 20 15:32:50.026141 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-69458bf1-b26f-4dc3-a846-cbb9a0996eca req-7450f155-9330-4992-a67f-6207ff2949f5 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058533 Jul 20 15:32:50.061028 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-e434bd39-5af5-49e5-a961-70a6b277859c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:50.139601 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-dfb20d80-581d-4074-8705-72e0fcb0b25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'name': 'tempest-AttachVolumeTestJSON-1486781354-router', 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e5a10f1d-2213-4648-9011-120041d55208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:38Z', 'updated_at': '2022-07-20T15:31:48Z', 'revision_number': 4, 'project_id': 'aa49d7002cf441348cf3166e64b1bc87', 'gw_port': {'id': 'e5a10f1d-2213-4648-9011-120041d55208', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:40Z', 'updated_at': '2022-07-20T15:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': 'b19f0c73-08e5-4b66-8e9f-40ce0987998b', 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'port_id': '7c61a150-9d0c-4c43-949a-82e85b926581', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa5e056d-5a56-4462-a470-30c02f844e62', 'mac_address': 'fa:16:3e:f6:4a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693c05d-ad3d-40fb-8c50-56e655ca708a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:31:58Z', 'updated_at': '2022-07-20T15:32:47Z', 'revision_number': 1, 'project_id': 'aa49d7002cf441348cf3166e64b1bc87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06b3e5af-b121-48c5-9d7c-4fa3711f89db', 'name': '', 'network_id': 'fa5e056d-5a56-4462-a470-30c02f844e62', 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87', 'mac_address': 'fa:16:3e:cc:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c9fff1ac-07cb-4893-9ae7-8ae90fdf7477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:46Z', 'updated_at': '2022-07-20T15:31:57Z', 'revision_number': 5, 'project_id': 'aa49d7002cf441348cf3166e64b1bc87', 'subnets': [{'id': 'c9fff1ac-07cb-4893-9ae7-8ae90fdf7477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:32:50.153008 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-d12f7380-4688-4fdf-9ac9-ccba0a76c153 req-3102f1b9-1025-4a17-8648-f57b41e7d3c4 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c61a150-9d0c-4c43-949a-82e85b926581 HTTP/1.1" status: 200 len: 998 time: 0.1386352 Jul 20 15:32:50.167721 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb20d80-581d-4074-8705-72e0fcb0b25c None None] The sync data for ids ['25dbc7fb-05f5-4dd9-8008-44889c276b69'] in dv-cinder-819149-12-iscsi is: [{'id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'name': 'tempest-AttachVolumeTestJSON-1486781354-router', 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e5a10f1d-2213-4648-9011-120041d55208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:38Z', 'updated_at': '2022-07-20T15:31:48Z', 'revision_number': 4, 'project_id': 'aa49d7002cf441348cf3166e64b1bc87', 'gw_port': {'id': 'e5a10f1d-2213-4648-9011-120041d55208', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:40Z', 'updated_at': '2022-07-20T15:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': 'b19f0c73-08e5-4b66-8e9f-40ce0987998b', 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'port_id': '7c61a150-9d0c-4c43-949a-82e85b926581', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa5e056d-5a56-4462-a470-30c02f844e62', 'mac_address': 'fa:16:3e:f6:4a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7693c05d-ad3d-40fb-8c50-56e655ca708a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:31:58Z', 'updated_at': '2022-07-20T15:32:47Z', 'revision_number': 1, 'project_id': 'aa49d7002cf441348cf3166e64b1bc87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06b3e5af-b121-48c5-9d7c-4fa3711f89db', 'name': '', 'network_id': 'fa5e056d-5a56-4462-a470-30c02f844e62', 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87', 'mac_address': 'fa:16:3e:cc:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c9fff1ac-07cb-4893-9ae7-8ae90fdf7477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:46Z', 'updated_at': '2022-07-20T15:31:57Z', 'revision_number': 5, 'project_id': 'aa49d7002cf441348cf3166e64b1bc87', 'subnets': [{'id': 'c9fff1ac-07cb-4893-9ae7-8ae90fdf7477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:32:50.283257 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f7380-4688-4fdf-9ac9-ccba0a76c153 req-8b1b9936-acae-4d4a-b289-27d47dfc574f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:50.285043 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-d12f7380-4688-4fdf-9ac9-ccba0a76c153 req-8b1b9936-acae-4d4a-b289-27d47dfc574f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c9fff1ac-07cb-4893-9ae7-8ae90fdf7477 HTTP/1.1" status: 200 len: 850 time: 0.0740848 Jul 20 15:32:50.349431 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f7380-4688-4fdf-9ac9-ccba0a76c153 req-8f2acb3e-c546-40c1-8e13-8d41f1d0085f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:50.351078 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-d12f7380-4688-4fdf-9ac9-ccba0a76c153 req-8f2acb3e-c546-40c1-8e13-8d41f1d0085f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=fa5e056d-5a56-4462-a470-30c02f844e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0590477 Jul 20 15:32:50.663068 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-d12f7380-4688-4fdf-9ac9-ccba0a76c153 req-b2e95bce-3216-46b0-9312-5a6e4f7ef1be service neutron] 10.222.0.102 "GET /v2.0/networks/fa5e056d-5a56-4462-a470-30c02f844e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157377 Jul 20 15:32:50.664317 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdef1758-22ae-424b-af55-61a129587ea4 None None] New status for floating IP b19f0c73-08e5-4b66-8e9f-40ce0987998b: ACTIVE {{(pid=104511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 15:32:50.664431 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-d12f7380-4688-4fdf-9ac9-ccba0a76c153 req-222c7b87-c89c-4d86-bbcf-94d416305697 service neutron] 10.222.0.102 "GET /v2.0/networks/fa5e056d-5a56-4462-a470-30c02f844e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045694 Jul 20 15:32:50.801885 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313e0c7-394e-42b2-a99d-d2f3213f7e1f req-f3f5fcc6-90d9-46af-b9ff-2751d04fd9b8 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:50.840717 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5313e0c7-394e-42b2-a99d-d2f3213f7e1f req-f3f5fcc6-90d9-46af-b9ff-2751d04fd9b8 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 945 time: 0.0526991 Jul 20 15:32:50.858419 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5313e0c7-394e-42b2-a99d-d2f3213f7e1f req-f5cf71b5-1222-414d-a332-b3a542e85ebc tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488884 Jul 20 15:32:51.222180 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5682a5-af70-4e3f-ae9e-4fe642ecfa0e req-73d20194-1eee-49b6-9a17-51c23ae30b8e tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:51.233432 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ab5682a5-af70-4e3f-ae9e-4fe642ecfa0e req-73d20194-1eee-49b6-9a17-51c23ae30b8e tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 946 time: 0.0718424 Jul 20 15:32:51.311231 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ab5682a5-af70-4e3f-ae9e-4fe642ecfa0e req-09ced2f6-aaac-4c3e-8b15-28035a2d4935 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762534 Jul 20 15:32:51.360870 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=100 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:51.484844 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69cc3e6-b942-4529-a2aa-05b67ee608f4 req-7b6e5a2f-1483-4657-8eea-85b8b9585640 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:51.486557 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a69cc3e6-b942-4529-a2aa-05b67ee608f4 req-7b6e5a2f-1483-4657-8eea-85b8b9585640 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 946 time: 0.0682244 Jul 20 15:32:51.495614 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 41898) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:51.505942 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-39dc2938-77a3-4fbc-9e0c-6d49b19ff0f2 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Request body: {'floatingip': {'port_id': '59e14bde-8d7e-43e1-8cdf-acd276b65784'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:32:51.559933 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-39dc2938-77a3-4fbc-9e0c-6d49b19ff0f2 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks [] for floatingip (a590ac1b-7cdb-4194-b887-82473919cc18), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:52.003135 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=100 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:52.039556 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86de74d-412d-43b3-83a3-e839a3c8a375 req-65c0b738-9abe-4dc1-820b-a4d296a111cd tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:52.041658 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d86de74d-412d-43b3-83a3-e839a3c8a375 req-65c0b738-9abe-4dc1-820b-a4d296a111cd tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 945 time: 0.0866423 Jul 20 15:32:52.124616 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-39dc2938-77a3-4fbc-9e0c-6d49b19ff0f2 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:52.130385 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d86de74d-412d-43b3-83a3-e839a3c8a375 req-c677546b-5262-40f1-b314-526c53662f00 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666678 Jul 20 15:32:52.235785 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-39dc2938-77a3-4fbc-9e0c-6d49b19ff0f2 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714675'] for floatingip (a590ac1b-7cdb-4194-b887-82473919cc18), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:52.348576 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.db.l3_db [None req-39dc2938-77a3-4fbc-9e0c-6d49b19ff0f2 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Floating IP a590ac1b-7cdb-4194-b887-82473919cc18 associated. External IP: 172.27.1.87, port: 59e14bde-8d7e-43e1-8cdf-acd276b65784. Jul 20 15:32:52.403980 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1f4e3515-7d7a-4fff-9e66-a9b784684dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:52.600496 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39dc2938-77a3-4fbc-9e0c-6d49b19ff0f2 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Router 08c64ac6-afa1-4f7d-addf-3818db3cc212 has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:32:52.862554 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:52.927712 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39dc2938-77a3-4fbc-9e0c-6d49b19ff0f2 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:32:52.935191 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-39dc2938-77a3-4fbc-9e0c-6d49b19ff0f2 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for floatingip (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:52.942484 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621af378-e3a7-461d-aa7a-6642072a0b2c None None] Sync routers for ids ['08c64ac6-afa1-4f7d-addf-3818db3cc212'] in dv-cinder-819149-12-iscsi {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:32:52.961612 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621af378-e3a7-461d-aa7a-6642072a0b2c None None] Routers {'08c64ac6-afa1-4f7d-addf-3818db3cc212'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:32:52.962830 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-621af378-e3a7-461d-aa7a-6642072a0b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:32:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['08c64ac6-afa1-4f7d-addf-3818db3cc212'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:32:52.976114 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-39dc2938-77a3-4fbc-9e0c-6d49b19ff0f2 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "PUT /v2.0/floatingips/a590ac1b-7cdb-4194-b887-82473919cc18 HTTP/1.1" status: 200 len: 991 time: 1.4787793 Jul 20 15:32:52.976835 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4cd0f35-70ba-409d-b217-32d5a9ab6cd6', 'tag': '59e14bde-8d7e-43e1-8cdf-acd276b65784'}] {{(pid=104509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:32:52.979788 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df77c6b91a480694ea4413056d8ef6386aadd078611a8438297a7cf852766117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c95bd77-71c7-487d-a3e5-d63628fe86b4" -d '{"events": [{"name": "network-changed", "server_uuid": "f4cd0f35-70ba-409d-b217-32d5a9ab6cd6", "tag": "59e14bde-8d7e-43e1-8cdf-acd276b65784"}]}' {{(pid=104509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:32:53.021184 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 15:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2acca46-99ab-4901-8241-3f8fd4555dde x-openstack-request-id: req-a2acca46-99ab-4901-8241-3f8fd4555dde {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:32:53.021807 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4cd0f35-70ba-409d-b217-32d5a9ab6cd6", "tag": "59e14bde-8d7e-43e1-8cdf-acd276b65784", "status": "completed", "code": 200}]} {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:32:53.021807 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a2acca46-99ab-4901-8241-3f8fd4555dde {{(pid=104509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:32:53.022103 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2acca46-99ab-4901-8241-3f8fd4555dde'] response: {'name': 'network-changed', 'server_uuid': 'f4cd0f35-70ba-409d-b217-32d5a9ab6cd6', 'tag': '59e14bde-8d7e-43e1-8cdf-acd276b65784', 'status': 'completed', 'code': 200} Jul 20 15:32:53.093552 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-621af378-e3a7-461d-aa7a-6642072a0b2c None None] Set router 08c64ac6-afa1-4f7d-addf-3818db3cc212 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:32:53.103274 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95bd77-71c7-487d-a3e5-d63628fe86b4 req-33041e04-16ea-45d9-a635-9fbfa64b5266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:53.104942 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-2c95bd77-71c7-487d-a3e5-d63628fe86b4 req-33041e04-16ea-45d9-a635-9fbfa64b5266 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4446d4a6f4e64ccb8bfd5b3fe6f2127a&device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 1130 time: 0.0483563 Jul 20 15:32:53.252999 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95bd77-71c7-487d-a3e5-d63628fe86b4 req-8ce7d921-f06f-425a-8e77-31032f798784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:53.255289 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-2c95bd77-71c7-487d-a3e5-d63628fe86b4 req-8ce7d921-f06f-425a-8e77-31032f798784 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f5eb24be-2bbb-47ab-b680-70a114f8f10e HTTP/1.1" status: 200 len: 917 time: 0.1416504 Jul 20 15:32:53.332627 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-2c95bd77-71c7-487d-a3e5-d63628fe86b4 req-f9066c99-e77d-4e80-a9d6-11e1e127eaba service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59e14bde-8d7e-43e1-8cdf-acd276b65784 HTTP/1.1" status: 200 len: 999 time: 0.0704985 Jul 20 15:32:53.334588 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387e79a-9cbc-41ca-b474-3e394e04259b req-e82fc6e0-f24f-4d9f-a681-3d965b3140f4 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:53.336115 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-0387e79a-9cbc-41ca-b474-3e394e04259b req-e82fc6e0-f24f-4d9f-a681-3d965b3140f4 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 945 time: 0.0670986 Jul 20 15:32:53.373973 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=100 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:53.386940 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95bd77-71c7-487d-a3e5-d63628fe86b4 req-d22e7a0c-d954-4167-b916-f903cd67207f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:53.388707 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-2c95bd77-71c7-487d-a3e5-d63628fe86b4 req-d22e7a0c-d954-4167-b916-f903cd67207f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c HTTP/1.1" status: 200 len: 855 time: 0.0503075 Jul 20 15:32:53.397085 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-621af378-e3a7-461d-aa7a-6642072a0b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'name': 'tempest-AttachVolumeShelveTestJSON-381720140-router', 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'dffbaa5c-bf8e-48c1-9443-e215546c6879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:41Z', 'updated_at': '2022-07-20T15:31:53Z', 'revision_number': 4, 'project_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'gw_port': {'id': 'dffbaa5c-bf8e-48c1-9443-e215546c6879', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:44Z', 'updated_at': '2022-07-20T15:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': 'a590ac1b-7cdb-4194-b887-82473919cc18', 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'port_id': '59e14bde-8d7e-43e1-8cdf-acd276b65784', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e', 'mac_address': 'fa:16:3e:17:1f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cd0f35-70ba-409d-b217-32d5a9ab6cd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:32:07Z', 'updated_at': '2022-07-20T15:32:51Z', 'revision_number': 1, 'project_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37bfb88a-e474-4aa4-9e72-a09deb918564', 'name': '', 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e', 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'mac_address': 'fa:16:3e:18:75:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:51Z', 'updated_at': '2022-07-20T15:32:01Z', 'revision_number': 5, 'project_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'subnets': [{'id': '4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:32:53.402472 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-0387e79a-9cbc-41ca-b474-3e394e04259b req-b10e3196-c71c-4d39-b68d-e968ce68de04 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597730 Jul 20 15:32:53.432573 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621af378-e3a7-461d-aa7a-6642072a0b2c None None] Checking router: 08c64ac6-afa1-4f7d-addf-3818db3cc212 for host: dv-cinder-819149-12-iscsi {{(pid=104512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:32:53.441322 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621af378-e3a7-461d-aa7a-6642072a0b2c None None] Routers {'08c64ac6-afa1-4f7d-addf-3818db3cc212'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:32:53.441847 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-621af378-e3a7-461d-aa7a-6642072a0b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:32:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['08c64ac6-afa1-4f7d-addf-3818db3cc212'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:32:53.446690 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95bd77-71c7-487d-a3e5-d63628fe86b4 req-83373436-be7b-481c-b0f1-25c862d69c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:53.448224 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-2c95bd77-71c7-487d-a3e5-d63628fe86b4 req-83373436-be7b-481c-b0f1-25c862d69c05 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f5eb24be-2bbb-47ab-b680-70a114f8f10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0462320 Jul 20 15:32:53.567566 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-2c95bd77-71c7-487d-a3e5-d63628fe86b4 req-7f509ca8-c742-4007-8087-5b6c5b8daded service neutron] 10.222.0.102 "GET /v2.0/networks/f5eb24be-2bbb-47ab-b680-70a114f8f10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130736 Jul 20 15:32:53.579916 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-621af378-e3a7-461d-aa7a-6642072a0b2c None None] Set router 08c64ac6-afa1-4f7d-addf-3818db3cc212 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:32:53.609078 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:53.626492 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:53.687475 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-2c95bd77-71c7-487d-a3e5-d63628fe86b4 req-f43edd92-186e-41e9-acdc-b14f0637aad3 service neutron] 10.222.0.102 "GET /v2.0/networks/f5eb24be-2bbb-47ab-b680-70a114f8f10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137483 Jul 20 15:32:53.862509 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-621af378-e3a7-461d-aa7a-6642072a0b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'name': 'tempest-AttachVolumeShelveTestJSON-381720140-router', 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'dffbaa5c-bf8e-48c1-9443-e215546c6879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:41Z', 'updated_at': '2022-07-20T15:31:53Z', 'revision_number': 4, 'project_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'gw_port': {'id': 'dffbaa5c-bf8e-48c1-9443-e215546c6879', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:44Z', 'updated_at': '2022-07-20T15:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': 'a590ac1b-7cdb-4194-b887-82473919cc18', 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'port_id': '59e14bde-8d7e-43e1-8cdf-acd276b65784', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e', 'mac_address': 'fa:16:3e:17:1f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cd0f35-70ba-409d-b217-32d5a9ab6cd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:32:07Z', 'updated_at': '2022-07-20T15:32:51Z', 'revision_number': 1, 'project_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37bfb88a-e474-4aa4-9e72-a09deb918564', 'name': '', 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e', 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'mac_address': 'fa:16:3e:18:75:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:51Z', 'updated_at': '2022-07-20T15:32:01Z', 'revision_number': 5, 'project_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'subnets': [{'id': '4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:32:53.888957 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621af378-e3a7-461d-aa7a-6642072a0b2c None None] The sync data for ids ['08c64ac6-afa1-4f7d-addf-3818db3cc212'] in dv-cinder-819149-12-iscsi is: [{'id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'name': 'tempest-AttachVolumeShelveTestJSON-381720140-router', 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'dffbaa5c-bf8e-48c1-9443-e215546c6879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:41Z', 'updated_at': '2022-07-20T15:31:53Z', 'revision_number': 4, 'project_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'gw_port': {'id': 'dffbaa5c-bf8e-48c1-9443-e215546c6879', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:44Z', 'updated_at': '2022-07-20T15:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': 'a590ac1b-7cdb-4194-b887-82473919cc18', 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'port_id': '59e14bde-8d7e-43e1-8cdf-acd276b65784', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e', 'mac_address': 'fa:16:3e:17:1f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cd0f35-70ba-409d-b217-32d5a9ab6cd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:32:07Z', 'updated_at': '2022-07-20T15:32:51Z', 'revision_number': 1, 'project_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37bfb88a-e474-4aa4-9e72-a09deb918564', 'name': '', 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e', 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'mac_address': 'fa:16:3e:18:75:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:51Z', 'updated_at': '2022-07-20T15:32:01Z', 'revision_number': 5, 'project_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'subnets': [{'id': '4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:32:54.151983 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 41982) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:54.159737 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd2423e-6916-4e87-8c36-1334bc852012 None None] New status for floating IP a590ac1b-7cdb-4194-b887-82473919cc18: ACTIVE {{(pid=104511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 15:32:54.301127 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-23ac4fb0-a458-4223-9d1a-8273cae64778 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:54.382366 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-23ac4fb0-a458-4223-9d1a-8273cae64778 admin admin] Publish callbacks [] for security_group (abd274d8-b958-4f6e-ba0f-9c1afe9b2f0b), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:54.498223 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-23ac4fb0-a458-4223-9d1a-8273cae64778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (abd274d8-b958-4f6e-ba0f-9c1afe9b2f0b), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:54.541506 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891daf18-b35e-4a90-9f67-f5899bc2fccc req-732ba3fd-7ab6-48e2-bf08-2153b3bef903 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:54.545550 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-891daf18-b35e-4a90-9f67-f5899bc2fccc req-732ba3fd-7ab6-48e2-bf08-2153b3bef903 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 945 time: 0.0679142 Jul 20 15:32:54.550240 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-23ac4fb0-a458-4223-9d1a-8273cae64778 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=35e8192d825741039ebf0f25fc22511e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3971453 Jul 20 15:32:54.560668 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 41994) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:54.568580 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac4fb0-a458-4223-9d1a-8273cae64778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd274d8-b958-4f6e-ba0f-9c1afe9b2f0b,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:54.600494 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:54.609243 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-891daf18-b35e-4a90-9f67-f5899bc2fccc req-e2b5b041-0bdd-47a4-9cbf-9d9dbeb4fe35 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574303 Jul 20 15:32:54.622709 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-4e7f4bd0-f17e-4476-bc0f-f309c5fdd442 admin admin] Publish callbacks [] for security_group (abd274d8-b958-4f6e-ba0f-9c1afe9b2f0b), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:54.651140 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-4e7f4bd0-f17e-4476-bc0f-f309c5fdd442 admin admin] Publish callbacks [] for security_group (abd274d8-b958-4f6e-ba0f-9c1afe9b2f0b), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:54.801980 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 42002) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:54.803650 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-4e7f4bd0-f17e-4476-bc0f-f309c5fdd442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (abd274d8-b958-4f6e-ba0f-9c1afe9b2f0b), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:54.806504 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-4e7f4bd0-f17e-4476-bc0f-f309c5fdd442 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:54.815200 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-4e7f4bd0-f17e-4476-bc0f-f309c5fdd442 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/abd274d8-b958-4f6e-ba0f-9c1afe9b2f0b HTTP/1.1" status: 204 len: 168 time: 0.2529216 Jul 20 15:32:54.819553 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f4bd0-f17e-4476-bc0f-f309c5fdd442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd274d8-b958-4f6e-ba0f-9c1afe9b2f0b,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:54.892986 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:54.946626 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ae80403b-139b-4cf9-9158-30cde617a360 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:55.040252 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ae80403b-139b-4cf9-9158-30cde617a360 admin admin] Publish callbacks [] for security_group (6271c5db-9421-46ee-9d1a-226533419e42), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:55.068728 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:55.162655 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ae80403b-139b-4cf9-9158-30cde617a360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (6271c5db-9421-46ee-9d1a-226533419e42), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:55.206511 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae80403b-139b-4cf9-9158-30cde617a360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6271c5db-9421-46ee-9d1a-226533419e42,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:55.222689 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-ae80403b-139b-4cf9-9158-30cde617a360 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b98c6f582c524955a474383d355a7612&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4171164 Jul 20 15:32:55.223103 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 42024) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:55.259364 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:55.280747 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-f0a81ca2-b911-49f4-9f9a-1780e4ee0591 admin admin] Publish callbacks [] for security_group (6271c5db-9421-46ee-9d1a-226533419e42), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:55.303602 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-f0a81ca2-b911-49f4-9f9a-1780e4ee0591 admin admin] Publish callbacks [] for security_group (6271c5db-9421-46ee-9d1a-226533419e42), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:55.451956 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-f0a81ca2-b911-49f4-9f9a-1780e4ee0591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (6271c5db-9421-46ee-9d1a-226533419e42), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:55.454618 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-f0a81ca2-b911-49f4-9f9a-1780e4ee0591 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:55.455782 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-f0a81ca2-b911-49f4-9f9a-1780e4ee0591 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6271c5db-9421-46ee-9d1a-226533419e42 HTTP/1.1" status: 204 len: 168 time: 0.2311218 Jul 20 15:32:55.464400 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a81ca2-b911-49f4-9f9a-1780e4ee0591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6271c5db-9421-46ee-9d1a-226533419e42,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:55.637761 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 42034) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:55.658960 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-2340d9c4-5b22-4adc-ab9f-bfd6cbd5a34f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:55.745192 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 42036) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:55.769808 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca925a31-a8e2-4514-aa44-f148fb402bc6 req-a5920880-cb80-43f7-96de-c3a8cdf24629 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:55.775284 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ca925a31-a8e2-4514-aa44-f148fb402bc6 req-a5920880-cb80-43f7-96de-c3a8cdf24629 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 945 time: 0.0795407 Jul 20 15:32:55.829669 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-2340d9c4-5b22-4adc-ab9f-bfd6cbd5a34f admin admin] Publish callbacks [] for security_group (4defb62b-cc33-4609-9b62-0fcc7d225d27), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:55.848193 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ca925a31-a8e2-4514-aa44-f148fb402bc6 req-2aa24295-f42d-42e8-9f0a-603afa70354b tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680101 Jul 20 15:32:55.863181 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a5a3c8ee-31ff-402a-853a-7e1800960cbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:55.865765 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:55.944833 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a5a3c8ee-31ff-402a-853a-7e1800960cbf admin admin] Publish callbacks [] for security_group (17e15179-6907-45e5-8607-bf01aebcee05), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:55.946433 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-2340d9c4-5b22-4adc-ab9f-bfd6cbd5a34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (4defb62b-cc33-4609-9b62-0fcc7d225d27), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:55.985707 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:UPDATE=3 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:55.996152 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-2340d9c4-5b22-4adc-ab9f-bfd6cbd5a34f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=42b7a5e04a544e3a9836ce29c4bed110&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3517025 Jul 20 15:32:55.996152 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340d9c4-5b22-4adc-ab9f-bfd6cbd5a34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4defb62b-cc33-4609-9b62-0fcc7d225d27,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:55.996309 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 42042) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:56.029316 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a5a3c8ee-31ff-402a-853a-7e1800960cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (17e15179-6907-45e5-8607-bf01aebcee05), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:56.056784 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-3e7ae02b-3085-4b36-9148-10dcd166154b admin admin] Publish callbacks [] for security_group (4defb62b-cc33-4609-9b62-0fcc7d225d27), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:56.085622 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-a5a3c8ee-31ff-402a-853a-7e1800960cbf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=42a54966d5ec4e27890a4d699f6b6266&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3354881 Jul 20 15:32:56.085622 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a3c8ee-31ff-402a-853a-7e1800960cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e15179-6907-45e5-8607-bf01aebcee05,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:56.085919 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-3e7ae02b-3085-4b36-9148-10dcd166154b admin admin] Publish callbacks [] for security_group (4defb62b-cc33-4609-9b62-0fcc7d225d27), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:56.086085 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 42046) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:56.119331 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:56.157855 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-07459802-c014-45f8-9dcb-8e93e4eeb418 admin admin] Publish callbacks [] for security_group (17e15179-6907-45e5-8607-bf01aebcee05), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:56.180085 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-07459802-c014-45f8-9dcb-8e93e4eeb418 admin admin] Publish callbacks [] for security_group (17e15179-6907-45e5-8607-bf01aebcee05), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:56.303325 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-3e7ae02b-3085-4b36-9148-10dcd166154b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (4defb62b-cc33-4609-9b62-0fcc7d225d27), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:56.306451 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-3e7ae02b-3085-4b36-9148-10dcd166154b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:56.308061 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-3e7ae02b-3085-4b36-9148-10dcd166154b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4defb62b-cc33-4609-9b62-0fcc7d225d27 HTTP/1.1" status: 204 len: 168 time: 0.3103004 Jul 20 15:32:56.319389 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ae02b-3085-4b36-9148-10dcd166154b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4defb62b-cc33-4609-9b62-0fcc7d225d27,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:56.402921 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-07459802-c014-45f8-9dcb-8e93e4eeb418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (17e15179-6907-45e5-8607-bf01aebcee05), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:56.405922 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-07459802-c014-45f8-9dcb-8e93e4eeb418 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:56.407818 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-07459802-c014-45f8-9dcb-8e93e4eeb418 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/17e15179-6907-45e5-8607-bf01aebcee05 HTTP/1.1" status: 204 len: 168 time: 0.3205454 Jul 20 15:32:56.416447 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07459802-c014-45f8-9dcb-8e93e4eeb418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e15179-6907-45e5-8607-bf01aebcee05,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:56.708301 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 42062) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:56.724003 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-fea25fc2-5545-4fe5-b462-c001cf3f3889 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:56.836106 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-fea25fc2-5545-4fe5-b462-c001cf3f3889 admin admin] Publish callbacks [] for security_group (95c7047a-3ad0-488b-acd4-459ba80b17e4), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:56.950100 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-fea25fc2-5545-4fe5-b462-c001cf3f3889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (95c7047a-3ad0-488b-acd4-459ba80b17e4), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:56.993794 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981794e-4489-4e4a-b200-75f3f09fca79 req-901091b2-4ad4-4eb1-b9a8-5ac627c5e5a3 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:56.995338 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a981794e-4489-4e4a-b200-75f3f09fca79 req-901091b2-4ad4-4eb1-b9a8-5ac627c5e5a3 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 945 time: 0.0760818 Jul 20 15:32:57.016939 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-fea25fc2-5545-4fe5-b462-c001cf3f3889 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f97c36ccb1054e4a9d9a2b90760c19ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3072534 Jul 20 15:32:57.017743 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea25fc2-5545-4fe5-b462-c001cf3f3889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c7047a-3ad0-488b-acd4-459ba80b17e4,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:57.019723 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 42072) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:57.063715 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a981794e-4489-4e4a-b200-75f3f09fca79 req-173c1aee-1f0a-4e63-a83a-9f3ff7da0565 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601699 Jul 20 15:32:57.077741 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-d9e65e61-52b5-4659-90c6-729026721c6f admin admin] Publish callbacks [] for security_group (95c7047a-3ad0-488b-acd4-459ba80b17e4), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:57.117340 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-d9e65e61-52b5-4659-90c6-729026721c6f admin admin] Publish callbacks [] for security_group (95c7047a-3ad0-488b-acd4-459ba80b17e4), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:57.277352 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-d9e65e61-52b5-4659-90c6-729026721c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (95c7047a-3ad0-488b-acd4-459ba80b17e4), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:57.280066 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-d9e65e61-52b5-4659-90c6-729026721c6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:57.281630 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-d9e65e61-52b5-4659-90c6-729026721c6f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/95c7047a-3ad0-488b-acd4-459ba80b17e4 HTTP/1.1" status: 204 len: 168 time: 0.2606256 Jul 20 15:32:57.291858 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e65e61-52b5-4659-90c6-729026721c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c7047a-3ad0-488b-acd4-459ba80b17e4,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:57.432559 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:57.600637 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 42086) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:57.615028 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2ea9c8fb-1ab4-4c7a-82fd-c6aef66bb428 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:57.706175 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 42088) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:57.717066 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2ea9c8fb-1ab4-4c7a-82fd-c6aef66bb428 admin admin] Publish callbacks [] for security_group (021e2f4f-4614-4d22-9b91-22311b80abe1), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:57.835458 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2ea9c8fb-1ab4-4c7a-82fd-c6aef66bb428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (021e2f4f-4614-4d22-9b91-22311b80abe1), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:57.866476 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-2ea9c8fb-1ab4-4c7a-82fd-c6aef66bb428 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6ac9721d74214178bac8f53a94472dca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2646682 Jul 20 15:32:57.870250 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 42096) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:57.888833 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea9c8fb-1ab4-4c7a-82fd-c6aef66bb428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021e2f4f-4614-4d22-9b91-22311b80abe1,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:57.916121 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-63786e1a-d5c1-4b54-aa74-a43bfc672712 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:57.997670 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-11ae2993-bafe-44ac-8e07-5ac091854854 admin admin] Publish callbacks [] for security_group (021e2f4f-4614-4d22-9b91-22311b80abe1), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:58.046787 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-11ae2993-bafe-44ac-8e07-5ac091854854 admin admin] Publish callbacks [] for security_group (021e2f4f-4614-4d22-9b91-22311b80abe1), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:58.134627 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-63786e1a-d5c1-4b54-aa74-a43bfc672712 admin admin] Publish callbacks [] for security_group (36de25b2-2536-4c27-bdfa-c4bc9043d544), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:58.204985 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c49efa-c4eb-407a-91f2-9bdd612eea98 req-411301c6-e200-47c6-bf66-2b7960990a96 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:58.206604 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c4c49efa-c4eb-407a-91f2-9bdd612eea98 req-411301c6-e200-47c6-bf66-2b7960990a96 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 945 time: 0.0555463 Jul 20 15:32:58.245375 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-11ae2993-bafe-44ac-8e07-5ac091854854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (021e2f4f-4614-4d22-9b91-22311b80abe1), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:58.248348 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-11ae2993-bafe-44ac-8e07-5ac091854854 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:58.249382 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-11ae2993-bafe-44ac-8e07-5ac091854854 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/021e2f4f-4614-4d22-9b91-22311b80abe1 HTTP/1.1" status: 204 len: 168 time: 0.3755651 Jul 20 15:32:58.257411 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-63786e1a-d5c1-4b54-aa74-a43bfc672712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (36de25b2-2536-4c27-bdfa-c4bc9043d544), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:58.305796 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-63786e1a-d5c1-4b54-aa74-a43bfc672712 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7f89beb8dc8d4f3ba14717e14c527d7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5975142 Jul 20 15:32:58.310189 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae2993-bafe-44ac-8e07-5ac091854854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021e2f4f-4614-4d22-9b91-22311b80abe1,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:58.310409 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 42118) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:58.320807 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c4c49efa-c4eb-407a-91f2-9bdd612eea98 req-d6c9eed7-667f-4a00-83eb-5ff9e36d45d9 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034577 Jul 20 15:32:58.335488 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:58.357387 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63786e1a-d5c1-4b54-aa74-a43bfc672712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36de25b2-2536-4c27-bdfa-c4bc9043d544,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:58.362684 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:32:58.421013 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-9856a624-f891-48b7-a055-36f25c31ba73 admin admin] Publish callbacks [] for security_group (36de25b2-2536-4c27-bdfa-c4bc9043d544), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:58.453147 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-9856a624-f891-48b7-a055-36f25c31ba73 admin admin] Publish callbacks [] for security_group (36de25b2-2536-4c27-bdfa-c4bc9043d544), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:58.646520 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-9856a624-f891-48b7-a055-36f25c31ba73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (36de25b2-2536-4c27-bdfa-c4bc9043d544), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:58.649129 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-9856a624-f891-48b7-a055-36f25c31ba73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:58.650913 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-9856a624-f891-48b7-a055-36f25c31ba73 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/36de25b2-2536-4c27-bdfa-c4bc9043d544 HTTP/1.1" status: 204 len: 168 time: 0.3395255 Jul 20 15:32:58.667316 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9856a624-f891-48b7-a055-36f25c31ba73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36de25b2-2536-4c27-bdfa-c4bc9043d544,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:32:59.476051 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1ad7f-2e72-4eec-a133-8e3b592e4c32 req-5f59475d-5f4a-45d1-a082-5594c8fa74d5 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:32:59.480168 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-19a1ad7f-2e72-4eec-a133-8e3b592e4c32 req-5f59475d-5f4a-45d1-a082-5594c8fa74d5 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 945 time: 0.0694990 Jul 20 15:32:59.554841 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-19a1ad7f-2e72-4eec-a133-8e3b592e4c32 req-bf0c2cba-d626-4b2e-870e-f751eafee725 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659227 Jul 20 15:32:59.718207 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 42148) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:32:59.735512 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6ee4fce1-5fd9-4831-a048-cbfce8778324 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:32:59.869403 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6ee4fce1-5fd9-4831-a048-cbfce8778324 admin admin] Publish callbacks [] for security_group (58080382-23cb-4807-822a-0f54a0d9b568), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:00.021144 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6ee4fce1-5fd9-4831-a048-cbfce8778324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (58080382-23cb-4807-822a-0f54a0d9b568), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:00.081679 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee4fce1-5fd9-4831-a048-cbfce8778324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58080382-23cb-4807-822a-0f54a0d9b568,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:33:00.104996 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-6ee4fce1-5fd9-4831-a048-cbfce8778324 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4a1d4519396f464f9be17dfe76d75aab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3845813 Jul 20 15:33:00.106019 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 42158) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:33:00.164248 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-e1bc6ebe-4c3d-411e-acf7-3ced36b662a4 admin admin] Publish callbacks [] for security_group (58080382-23cb-4807-822a-0f54a0d9b568), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:00.200225 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-e1bc6ebe-4c3d-411e-acf7-3ced36b662a4 admin admin] Publish callbacks [] for security_group (58080382-23cb-4807-822a-0f54a0d9b568), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:00.442824 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-e1bc6ebe-4c3d-411e-acf7-3ced36b662a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (58080382-23cb-4807-822a-0f54a0d9b568), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:00.445458 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-e1bc6ebe-4c3d-411e-acf7-3ced36b662a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:00.446958 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-e1bc6ebe-4c3d-411e-acf7-3ced36b662a4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/58080382-23cb-4807-822a-0f54a0d9b568 HTTP/1.1" status: 204 len: 168 time: 0.3396378 Jul 20 15:33:00.456129 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc6ebe-4c3d-411e-acf7-3ced36b662a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58080382-23cb-4807-822a-0f54a0d9b568,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:33:00.723896 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab08ed-f03a-4687-89d0-1a26ec1ebd8a req-d219aea5-e00b-40a4-93ec-fb62259777c6 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:00.728192 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-71ab08ed-f03a-4687-89d0-1a26ec1ebd8a req-d219aea5-e00b-40a4-93ec-fb62259777c6 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 945 time: 0.0804350 Jul 20 15:33:00.782096 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-71ab08ed-f03a-4687-89d0-1a26ec1ebd8a req-1b291b1f-c218-4eca-a2ac-8c9a762b070b tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464444 Jul 20 15:33:01.935454 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de0a13-5611-4faa-ae93-f3ff3d211c9a req-097a00bf-f472-4bda-bd76-4d04fa67bb65 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:01.937007 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-48de0a13-5611-4faa-ae93-f3ff3d211c9a req-097a00bf-f472-4bda-bd76-4d04fa67bb65 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 945 time: 0.0807900 Jul 20 15:33:01.996989 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-48de0a13-5611-4faa-ae93-f3ff3d211c9a req-35af08a4-27ad-408f-8d7c-c8c174a40b13 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528309 Jul 20 15:33:02.109850 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:33:02.125365 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7293e-6485-4f2a-b329-cfdd1564271b req-f3fe5b2c-256b-42fe-a589-56e6236bdab3 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:02.126927 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-89d7293e-6485-4f2a-b329-cfdd1564271b req-f3fe5b2c-256b-42fe-a589-56e6236bdab3 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4629da0b-5da0-4ba3-bb8a-e076cfcbf14d HTTP/1.1" status: 200 len: 945 time: 0.0619504 Jul 20 15:33:02.182354 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-89d7293e-6485-4f2a-b329-cfdd1564271b req-69e585ba-0eb7-4151-a235-3457a90ff191 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/security-groups?id=16b72b85-0898-4b01-8038-99d3d8536559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498500 Jul 20 15:33:03.141252 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319927c5-2abd-4d9b-b85e-f2cad08c9113 req-41f7b110-f670-420c-8386-6dea55d582ad tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:03.148086 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-319927c5-2abd-4d9b-b85e-f2cad08c9113 req-41f7b110-f670-420c-8386-6dea55d582ad tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 945 time: 0.0636811 Jul 20 15:33:03.193572 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-319927c5-2abd-4d9b-b85e-f2cad08c9113 req-01781eee-0435-4ffc-ad3d-22c0252245aa tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445385 Jul 20 15:33:03.308712 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810d939-e90d-4c27-9557-b20179c486fd req-fc270966-f0bc-4393-9424-4806df919545 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:03.310320 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9810d939-e90d-4c27-9557-b20179c486fd req-fc270966-f0bc-4393-9424-4806df919545 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4629da0b-5da0-4ba3-bb8a-e076cfcbf14d HTTP/1.1" status: 200 len: 945 time: 0.0561314 Jul 20 15:33:03.364942 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9810d939-e90d-4c27-9557-b20179c486fd req-1d7e7361-01a5-46be-9f36-03f1f0803753 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/security-groups?id=16b72b85-0898-4b01-8038-99d3d8536559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487320 Jul 20 15:33:03.683372 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 42340) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:33:03.804414 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-6354c47b-def1-4cdd-9500-57621df8ec4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:03.888782 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=96 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:33:03.893982 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-6354c47b-def1-4cdd-9500-57621df8ec4a admin admin] Publish callbacks [] for security_group (7323a21e-ad89-4675-9f49-390c91a3cbf8), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:04.031440 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-6354c47b-def1-4cdd-9500-57621df8ec4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (7323a21e-ad89-4675-9f49-390c91a3cbf8), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:04.076142 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6354c47b-def1-4cdd-9500-57621df8ec4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7323a21e-ad89-4675-9f49-390c91a3cbf8,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:33:04.081840 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-6354c47b-def1-4cdd-9500-57621df8ec4a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1935e27754e841679ac0cefd7bbdc9f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4029474 Jul 20 15:33:04.084710 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 42346) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:33:04.146065 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-4c1dd910-6f61-40ed-970f-d575915dd701 admin admin] Publish callbacks [] for security_group (7323a21e-ad89-4675-9f49-390c91a3cbf8), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:04.180251 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-4c1dd910-6f61-40ed-970f-d575915dd701 admin admin] Publish callbacks [] for security_group (7323a21e-ad89-4675-9f49-390c91a3cbf8), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:04.331882 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04111a67-46f5-4bdc-91f3-e45854905bb1 req-dcda1039-582d-4bc0-ac0d-3d91a219c216 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:04.333450 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-04111a67-46f5-4bdc-91f3-e45854905bb1 req-dcda1039-582d-4bc0-ac0d-3d91a219c216 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 945 time: 0.0705633 Jul 20 15:33:04.391587 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-4c1dd910-6f61-40ed-970f-d575915dd701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (7323a21e-ad89-4675-9f49-390c91a3cbf8), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:04.396556 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-4c1dd910-6f61-40ed-970f-d575915dd701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:04.398814 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-4c1dd910-6f61-40ed-970f-d575915dd701 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7323a21e-ad89-4675-9f49-390c91a3cbf8 HTTP/1.1" status: 204 len: 168 time: 0.3129601 Jul 20 15:33:04.414090 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:33:04.450601 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1dd910-6f61-40ed-970f-d575915dd701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7323a21e-ad89-4675-9f49-390c91a3cbf8,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:33:04.471955 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-04111a67-46f5-4bdc-91f3-e45854905bb1 req-4d2a26ae-96f4-49b4-aabb-290343b60283 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309979 Jul 20 15:33:04.554692 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582e833-2d64-4bed-b7ab-9fa3cfba9797 req-54f822bc-0f10-43fd-8406-52f5175ed928 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:04.557198 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-a582e833-2d64-4bed-b7ab-9fa3cfba9797 req-54f822bc-0f10-43fd-8406-52f5175ed928 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.102 "GET /v2.0/ports?device_id=4629da0b-5da0-4ba3-bb8a-e076cfcbf14d HTTP/1.1" status: 200 len: 945 time: 0.1622002 Jul 20 15:33:04.613886 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733fa70-6e89-4db2-bde3-51c401e80b9d req-568a7c47-5cd1-4fd1-a7f0-438f5ff6e3ba tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:04.615839 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-1733fa70-6e89-4db2-bde3-51c401e80b9d req-568a7c47-5cd1-4fd1-a7f0-438f5ff6e3ba tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4629da0b-5da0-4ba3-bb8a-e076cfcbf14d HTTP/1.1" status: 200 len: 945 time: 0.0892978 Jul 20 15:33:04.681469 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-1733fa70-6e89-4db2-bde3-51c401e80b9d req-32da9c91-b54e-4076-a142-16aa2dafb592 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/security-groups?id=16b72b85-0898-4b01-8038-99d3d8536559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539634 Jul 20 15:33:04.711425 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [req-a582e833-2d64-4bed-b7ab-9fa3cfba9797 req-fe802cb2-ed98-4163-bb85-9b62d7af3744 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Deleting port dcafe070-5aa9-45b4-9985-1e779fe02e07 {{(pid=104509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:33:04.711837 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-a582e833-2d64-4bed-b7ab-9fa3cfba9797 req-fe802cb2-ed98-4163-bb85-9b62d7af3744 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (dcafe070-5aa9-45b4-9985-1e779fe02e07), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:04.741850 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:33:04.817482 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-a582e833-2d64-4bed-b7ab-9fa3cfba9797 req-fe802cb2-ed98-4163-bb85-9b62d7af3744 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] For port dcafe070-5aa9-45b4-9985-1e779fe02e07, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=dcafe070-5aa9-45b4-9985-1e779fe02e07,segment=NetworkSegment(4cbdd146-8739-42ed-8e2e-bcc20ffca626),segment_id=4cbdd146-8739-42ed-8e2e-bcc20ffca626)] {{(pid=104509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:33:04.817738 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-a582e833-2d64-4bed-b7ab-9fa3cfba9797 req-fe802cb2-ed98-4163-bb85-9b62d7af3744 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (dcafe070-5aa9-45b4-9985-1e779fe02e07), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:04.836749 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [req-a582e833-2d64-4bed-b7ab-9fa3cfba9797 req-fe802cb2-ed98-4163-bb85-9b62d7af3744 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Calling delete_port for dcafe070-5aa9-45b4-9985-1e779fe02e07 owned by compute:nova {{(pid=104509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:33:05.109403 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-a582e833-2d64-4bed-b7ab-9fa3cfba9797 req-fe802cb2-ed98-4163-bb85-9b62d7af3744 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422'] for port (dcafe070-5aa9-45b4-9985-1e779fe02e07), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:05.159111 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe802cb2-ed98-4163-bb85-9b62d7af3744 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Pushing event deleted for resources: {'Port': ['ID=dcafe070-5aa9-45b4-9985-1e779fe02e07,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:33:05.227429 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [req-a582e833-2d64-4bed-b7ab-9fa3cfba9797 req-fe802cb2-ed98-4163-bb85-9b62d7af3744 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] No DVR routers for this DVR port dcafe070-5aa9-45b4-9985-1e779fe02e07 on host hv-cinder-81914 {{(pid=104509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 15:33:05.231596 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-a582e833-2d64-4bed-b7ab-9fa3cfba9797 req-fe802cb2-ed98-4163-bb85-9b62d7af3744 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:05.235069 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-a582e833-2d64-4bed-b7ab-9fa3cfba9797 req-fe802cb2-ed98-4163-bb85-9b62d7af3744 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.102 "DELETE /v2.0/ports/dcafe070-5aa9-45b4-9985-1e779fe02e07 HTTP/1.1" status: 204 len: 173 time: 0.6663127 Jul 20 15:33:05.235582 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4629da0b-5da0-4ba3-bb8a-e076cfcbf14d', 'name': 'network-vif-deleted', 'tag': 'dcafe070-5aa9-45b4-9985-1e779fe02e07'}] {{(pid=104509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:33:05.237946 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df77c6b91a480694ea4413056d8ef6386aadd078611a8438297a7cf852766117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54ed7b1-7091-4294-bea9-d9b27292ebbe" -d '{"events": [{"server_uuid": "4629da0b-5da0-4ba3-bb8a-e076cfcbf14d", "name": "network-vif-deleted", "tag": "dcafe070-5aa9-45b4-9985-1e779fe02e07"}]}' {{(pid=104509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:33:05.284138 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 15:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e9d684-3438-4b57-ae77-0933a4da7466 x-openstack-request-id: req-e9e9d684-3438-4b57-ae77-0933a4da7466 {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:33:05.284442 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4629da0b-5da0-4ba3-bb8a-e076cfcbf14d", "name": "network-vif-deleted", "tag": "dcafe070-5aa9-45b4-9985-1e779fe02e07", "status": "completed", "code": 200}]} {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:33:05.284711 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e9e9d684-3438-4b57-ae77-0933a4da7466 {{(pid=104509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:33:05.285114 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9e9d684-3438-4b57-ae77-0933a4da7466'] response: {'server_uuid': '4629da0b-5da0-4ba3-bb8a-e076cfcbf14d', 'name': 'network-vif-deleted', 'tag': 'dcafe070-5aa9-45b4-9985-1e779fe02e07', 'status': 'completed', 'code': 200} Jul 20 15:33:05.614012 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a0b5e-dba8-4740-b06d-b5f9c0fafcf7 req-73a38b3f-2b04-401c-a74e-71a40d5ab92c tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:05.616195 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-605a0b5e-dba8-4740-b06d-b5f9c0fafcf7 req-73a38b3f-2b04-401c-a74e-71a40d5ab92c tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 945 time: 0.0569930 Jul 20 15:33:05.638025 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:33:05.665837 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-605a0b5e-dba8-4740-b06d-b5f9c0fafcf7 req-7a660e35-38e5-4195-9a88-1b5920135c06 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443549 Jul 20 15:33:05.794396 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5943c6dc-d985-4c4b-b7e7-4f596c7bbfb3 req-1b14d105-3ae1-4dbb-b8ea-882952f4fa43 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4629da0b-5da0-4ba3-bb8a-e076cfcbf14d HTTP/1.1" status: 200 len: 210 time: 0.0284493 Jul 20 15:33:06.650638 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device dcafe070-5aa9-45b4-9985-1e779fe02e07 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:33:06.674368 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] No Port match for: dcafe070-5aa9-45b4-9985-1e779fe02e07 {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:33:06.674625 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device dcafe070-5aa9-45b4-9985-1e779fe02e07 not bound to the agent host hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:33:06.818933 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b54fb2-a801-43e8-b6b3-ad3d98540dce req-e1de07a8-eccf-43ea-b905-dc34983d4c8f tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:06.820493 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-74b54fb2-a801-43e8-b6b3-ad3d98540dce req-e1de07a8-eccf-43ea-b905-dc34983d4c8f tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 945 time: 0.0667334 Jul 20 15:33:06.872597 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-74b54fb2-a801-43e8-b6b3-ad3d98540dce req-509cf797-5812-4a47-bdbb-7f726a4f0332 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453637 Jul 20 15:33:06.917530 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-edf3831a-2337-48ab-ac5d-aa6a9d25dee8 req-4c5449a2-cc61-47e9-8335-f1fb5aeb31c4 tempest-DeleteServersTestJSON-1946843890 tempest-DeleteServersTestJSON-1946843890-project] 10.222.0.78 "GET /v2.0/ports?device_id=4629da0b-5da0-4ba3-bb8a-e076cfcbf14d HTTP/1.1" status: 200 len: 210 time: 0.0330107 Jul 20 15:33:08.025874 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0334d3dd-a039-4062-b755-a10ca9e722f9 req-bf9e73db-ac1b-4ccb-8d1f-d29e541f0144 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:08.027689 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-0334d3dd-a039-4062-b755-a10ca9e722f9 req-bf9e73db-ac1b-4ccb-8d1f-d29e541f0144 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 945 time: 0.0831580 Jul 20 15:33:08.104144 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-0334d3dd-a039-4062-b755-a10ca9e722f9 req-252ad8f8-1887-444f-8d48-d237da43e4cc tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699422 Jul 20 15:33:08.542922 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:09.240802 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07940976-bf78-4781-a5c1-295df6e55c27 req-cb731a28-d810-47be-a216-dc23b9720d55 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:09.242318 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-07940976-bf78-4781-a5c1-295df6e55c27 req-cb731a28-d810-47be-a216-dc23b9720d55 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 945 time: 0.0531805 Jul 20 15:33:09.294160 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-07940976-bf78-4781-a5c1-295df6e55c27 req-80762ff7-18bc-42d0-be65-f4c81396f26b tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459132 Jul 20 15:33:10.415957 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b0fcc-28c2-49c1-ba6a-c3f966810cbc req-4d4edae7-cac0-44ac-b0ac-4412f40269ee tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:10.417584 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d81b0fcc-28c2-49c1-ba6a-c3f966810cbc req-4d4edae7-cac0-44ac-b0ac-4412f40269ee tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 945 time: 0.0529492 Jul 20 15:33:10.467059 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d81b0fcc-28c2-49c1-ba6a-c3f966810cbc req-ef479815-d3e3-4ce0-8b4f-707da768164a tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439279 Jul 20 15:33:11.601748 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ade08-01e9-449a-af1c-a1c44b320c51 req-ea21c3b8-b55d-4468-baf1-781d5d2db7d4 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:11.603901 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5f7ade08-01e9-449a-af1c-a1c44b320c51 req-ea21c3b8-b55d-4468-baf1-781d5d2db7d4 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 945 time: 0.0657022 Jul 20 15:33:11.676869 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5f7ade08-01e9-449a-af1c-a1c44b320c51 req-9292afe3-5a5a-4e4e-969a-dac1fea9985c tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604284 Jul 20 15:33:12.821102 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600c373-717f-489e-8e89-1e8f986e203e req-d9a69e07-b3f1-43fe-9d5e-fdf339cea488 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:12.823697 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e600c373-717f-489e-8e89-1e8f986e203e req-d9a69e07-b3f1-43fe-9d5e-fdf339cea488 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 945 time: 0.0712574 Jul 20 15:33:12.883930 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e600c373-717f-489e-8e89-1e8f986e203e req-ef021b19-8525-4e2a-a48a-bb4c892f163d tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541258 Jul 20 15:33:12.947844 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 42612) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:33:13.184072 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:33:13.447573 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-61cc91e6-e66b-491b-b384-ba05afbb660d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711803'] for router_interface (7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:13.757026 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-61cc91e6-e66b-491b-b384-ba05afbb660d admin admin] Deleting port ead647f0-0a45-4990-bae0-df16c05986e2 {{(pid=104509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:33:13.757481 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-61cc91e6-e66b-491b-b384-ba05afbb660d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (ead647f0-0a45-4990-bae0-df16c05986e2), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:13.872191 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [None req-61cc91e6-e66b-491b-b384-ba05afbb660d admin admin] For port ead647f0-0a45-4990-bae0-df16c05986e2, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=ead647f0-0a45-4990-bae0-df16c05986e2,segment=NetworkSegment(4cbdd146-8739-42ed-8e2e-bcc20ffca626),segment_id=4cbdd146-8739-42ed-8e2e-bcc20ffca626)] {{(pid=104509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:33:13.872571 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-61cc91e6-e66b-491b-b384-ba05afbb660d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (ead647f0-0a45-4990-bae0-df16c05986e2), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:13.888099 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-61cc91e6-e66b-491b-b384-ba05afbb660d admin admin] Calling delete_port for ead647f0-0a45-4990-bae0-df16c05986e2 owned by network:router_interface {{(pid=104509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:33:14.066255 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170415a8-9a61-4a29-8926-5ccf8d0e7616 req-88ef86a6-6eb4-46d7-8f24-8700b8de0216 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:14.069533 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-170415a8-9a61-4a29-8926-5ccf8d0e7616 req-88ef86a6-6eb4-46d7-8f24-8700b8de0216 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 945 time: 0.0671809 Jul 20 15:33:14.158173 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-170415a8-9a61-4a29-8926-5ccf8d0e7616 req-c1de63b1-1698-4815-8b5a-f714382b2aa8 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808070 Jul 20 15:33:14.294835 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:33:14.419987 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-61cc91e6-e66b-491b-b384-ba05afbb660d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422'] for port (ead647f0-0a45-4990-bae0-df16c05986e2), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:14.454114 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc91e6-e66b-491b-b384-ba05afbb660d admin admin] Pushing event deleted for resources: {'Port': ['ID=ead647f0-0a45-4990-bae0-df16c05986e2,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:33:14.617742 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-61cc91e6-e66b-491b-b384-ba05afbb660d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1514783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711695'] for router_interface (7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:14.679522 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:33:14.893017 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61cc91e6-e66b-491b-b384-ba05afbb660d admin admin] Router 7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6 has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:33:15.064107 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61cc91e6-e66b-491b-b384-ba05afbb660d admin admin] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:33:15.072735 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-61cc91e6-e66b-491b-b384-ba05afbb660d admin admin] 10.222.0.78 "PUT /v2.0/routers/7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1235323 Jul 20 15:33:15.075584 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 42650) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:33:15.078866 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badf66ad-35a6-4ea4-bf49-867fefe3eb6e None None] Sync routers for ids ['7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6'] in dv-cinder-819149-12-iscsi {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:33:15.093118 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badf66ad-35a6-4ea4-bf49-867fefe3eb6e None None] Routers {'7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:33:15.093921 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-badf66ad-35a6-4ea4-bf49-867fefe3eb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:32:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:33:15.240763 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-badf66ad-35a6-4ea4-bf49-867fefe3eb6e None None] Set router 7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:33:15.256548 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-e29e44a4-f2d0-4adf-9744-e870afdebc26 admin admin] Publish callbacks [] for router (7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:15.334693 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df98c85-7f89-475a-a8f4-1840dd06d9c4 req-1249d2de-f89b-4209-8cdc-ceea6208d0fa tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:15.338580 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2df98c85-7f89-475a-a8f4-1840dd06d9c4 req-1249d2de-f89b-4209-8cdc-ceea6208d0fa tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 945 time: 0.0699322 Jul 20 15:33:15.406810 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:33:15.416822 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2df98c85-7f89-475a-a8f4-1840dd06d9c4 req-ae9d5d74-dbac-4d5a-9ad4-32e3d00092b5 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726695 Jul 20 15:33:15.433301 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-e29e44a4-f2d0-4adf-9744-e870afdebc26 admin admin] Publish callbacks [] for router_gateway (7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:15.540779 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-badf66ad-35a6-4ea4-bf49-867fefe3eb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6', 'name': 'tempest-DeleteServersTestJSON-848033311-router', 'tenant_id': '80caade751834762862c102c208a34e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '87c53048-14f1-48db-ac5f-8a38cddd84e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:42Z', 'updated_at': '2022-07-20T15:33:14Z', 'revision_number': 5, 'project_id': '80caade751834762862c102c208a34e1', 'gw_port': {'id': '87c53048-14f1-48db-ac5f-8a38cddd84e4', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:64:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:45Z', 'updated_at': '2022-07-20T15:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:33:15.544917 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 6 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:33:15.567066 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badf66ad-35a6-4ea4-bf49-867fefe3eb6e None None] Checking router: 7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6 for host: dv-cinder-819149-12-iscsi {{(pid=104512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:33:15.578016 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badf66ad-35a6-4ea4-bf49-867fefe3eb6e None None] Routers {'7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:33:15.578667 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-badf66ad-35a6-4ea4-bf49-867fefe3eb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:32:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:33:15.596717 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-e29e44a4-f2d0-4adf-9744-e870afdebc26 admin admin] Deleting port 87c53048-14f1-48db-ac5f-8a38cddd84e4 {{(pid=104509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:33:15.597055 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-e29e44a4-f2d0-4adf-9744-e870afdebc26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (87c53048-14f1-48db-ac5f-8a38cddd84e4), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:15.599708 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:33:15.668762 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-badf66ad-35a6-4ea4-bf49-867fefe3eb6e None None] Set router 7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6 gateway port host: None {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:33:15.691527 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [None req-e29e44a4-f2d0-4adf-9744-e870afdebc26 admin admin] For port 87c53048-14f1-48db-ac5f-8a38cddd84e4, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=87c53048-14f1-48db-ac5f-8a38cddd84e4,segment=NetworkSegment(65d22977-7383-4d3c-8560-aa09b9e1098a),segment_id=65d22977-7383-4d3c-8560-aa09b9e1098a)] {{(pid=104509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:33:15.691882 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-e29e44a4-f2d0-4adf-9744-e870afdebc26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (87c53048-14f1-48db-ac5f-8a38cddd84e4), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:15.720732 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-badf66ad-35a6-4ea4-bf49-867fefe3eb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6', 'name': 'tempest-DeleteServersTestJSON-848033311-router', 'tenant_id': '80caade751834762862c102c208a34e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:42Z', 'updated_at': '2022-07-20T15:33:15Z', 'revision_number': 6, 'project_id': '80caade751834762862c102c208a34e1', 'gw_port_host': None}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:33:15.720994 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-e29e44a4-f2d0-4adf-9744-e870afdebc26 admin admin] Calling delete_port for 87c53048-14f1-48db-ac5f-8a38cddd84e4 owned by network:router_gateway {{(pid=104509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:33:15.757277 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badf66ad-35a6-4ea4-bf49-867fefe3eb6e None None] The sync data for ids ['7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6'] in dv-cinder-819149-12-iscsi is: [{'id': '7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6', 'name': 'tempest-DeleteServersTestJSON-848033311-router', 'tenant_id': '80caade751834762862c102c208a34e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:42Z', 'updated_at': '2022-07-20T15:33:15Z', 'revision_number': 6, 'project_id': '80caade751834762862c102c208a34e1', 'gw_port_host': None}] {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:33:16.042550 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-e29e44a4-f2d0-4adf-9744-e870afdebc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422'] for port (87c53048-14f1-48db-ac5f-8a38cddd84e4), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:16.068951 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e44a4-f2d0-4adf-9744-e870afdebc26 admin admin] Pushing event deleted for resources: {'Port': ['ID=87c53048-14f1-48db-ac5f-8a38cddd84e4,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:33:16.102885 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-e29e44a4-f2d0-4adf-9744-e870afdebc26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714468'] for router_gateway (7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:16.227497 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-e29e44a4-f2d0-4adf-9744-e870afdebc26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1708605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-741'] for router (7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:16.229861 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-e29e44a4-f2d0-4adf-9744-e870afdebc26 admin admin] Publish callbacks [] for router_controller (7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6), precommit_delete_associations {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:16.500604 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-e29e44a4-f2d0-4adf-9744-e870afdebc26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708713'] for router (7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:16.501242 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29e44a4-f2d0-4adf-9744-e870afdebc26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6 {{(pid=104509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 15:33:16.512721 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-e29e44a4-f2d0-4adf-9744-e870afdebc26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:16.513932 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-e29e44a4-f2d0-4adf-9744-e870afdebc26 admin admin] 10.222.0.78 "DELETE /v2.0/routers/7edbf85d-d1c6-4c37-b6a3-ed7a9f7be6e6 HTTP/1.1" status: 204 len: 168 time: 1.4370687 Jul 20 15:33:16.516622 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 42680) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:33:16.546907 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1cfa3-3e07-4fbc-8d06-7eaf6a7cb954 req-e48dd774-52c4-43d8-ab75-563128bd6500 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:16.549128 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-59f1cfa3-3e07-4fbc-8d06-7eaf6a7cb954 req-e48dd774-52c4-43d8-ab75-563128bd6500 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 945 time: 0.0555205 Jul 20 15:33:16.578785 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba9e5e1d-5e53-49a9-b70b-e26dae5915ad admin admin] Deleting subnet a4c2cef4-6675-44a7-a3bf-066104b57d7d {{(pid=104509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 15:33:16.583158 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ba9e5e1d-5e53-49a9-b70b-e26dae5915ad admin admin] Publish callbacks [] for subnet (a4c2cef4-6675-44a7-a3bf-066104b57d7d), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:16.641454 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ba9e5e1d-5e53-49a9-b70b-e26dae5915ad admin admin] Publish callbacks [] for subnet (a4c2cef4-6675-44a7-a3bf-066104b57d7d), precommit_delete_associations {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:16.655158 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:33:16.659185 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-59f1cfa3-3e07-4fbc-8d06-7eaf6a7cb954 req-cc30fcc7-18bb-465c-9534-4741fab4e944 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036811 Jul 20 15:33:16.659805 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:33:16.739935 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ba9e5e1d-5e53-49a9-b70b-e26dae5915ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7837766'] for subnet (a4c2cef4-6675-44a7-a3bf-066104b57d7d), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:16.893881 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 42692) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:33:16.937893 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ba9e5e1d-5e53-49a9-b70b-e26dae5915ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7837769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428'] for subnet (a4c2cef4-6675-44a7-a3bf-066104b57d7d), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:16.983949 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ba9e5e1d-5e53-49a9-b70b-e26dae5915ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for subnet (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:16.990658 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d29e9bd-3a57-4275-875a-2f8b984620d1 None None] Network 87b7a7e3-0142-4612-bb7a-59e6264b0abe requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:33:17.004120 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-ba9e5e1d-5e53-49a9-b70b-e26dae5915ad admin admin] 10.222.0.78 "DELETE /v2.0/subnets/a4c2cef4-6675-44a7-a3bf-066104b57d7d HTTP/1.1" status: 204 len: 168 time: 0.4861007 Jul 20 15:33:17.005409 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e5e1d-5e53-49a9-b70b-e26dae5915ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4c2cef4-6675-44a7-a3bf-066104b57d7d,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:33:17.006755 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 42696) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:33:17.017778 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=41,neutron:UPDATE=6 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:33:17.059011 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-675622bf-3d16-4e81-916d-5e5adb1f8995 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:17.132724 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a6506ba3-a489-4fa9-a9f8-cfca71fdc586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7858968'] for network (87b7a7e3-0142-4612-bb7a-59e6264b0abe), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:17.184768 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731af33d-a831-4cf2-a272-9ae101dc8970 None None] DHCP port deletion for 87b7a7e3-0142-4612-bb7a-59e6264b0abe request from dv-cinder-819149-12-iscsi {{(pid=104511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 15:33:17.219311 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [None req-a6506ba3-a489-4fa9-a9f8-cfca71fdc586 admin admin] Deleting port 18e4efc0-2e67-4bcc-b148-00481937f37f {{(pid=104510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:33:17.219311 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a6506ba3-a489-4fa9-a9f8-cfca71fdc586 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (18e4efc0-2e67-4bcc-b148-00481937f37f), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:17.229772 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-731af33d-a831-4cf2-a272-9ae101dc8970 None None] Deleting port 18e4efc0-2e67-4bcc-b148-00481937f37f {{(pid=104511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:33:17.230222 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-731af33d-a831-4cf2-a272-9ae101dc8970 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (18e4efc0-2e67-4bcc-b148-00481937f37f), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:17.258112 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-675622bf-3d16-4e81-916d-5e5adb1f8995 admin admin] Publish callbacks [] for security_group (83ae28d6-7f93-4e96-95bd-5e7d9c6e7221), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:17.290781 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:33:17.305547 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-731af33d-a831-4cf2-a272-9ae101dc8970 None None] For port 18e4efc0-2e67-4bcc-b148-00481937f37f, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=18e4efc0-2e67-4bcc-b148-00481937f37f,segment=NetworkSegment(4cbdd146-8739-42ed-8e2e-bcc20ffca626),segment_id=4cbdd146-8739-42ed-8e2e-bcc20ffca626)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:33:17.306546 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-731af33d-a831-4cf2-a272-9ae101dc8970 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (18e4efc0-2e67-4bcc-b148-00481937f37f), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:17.309062 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.db [None req-a6506ba3-a489-4fa9-a9f8-cfca71fdc586 admin admin] For port 18e4efc0-2e67-4bcc-b148-00481937f37f, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=18e4efc0-2e67-4bcc-b148-00481937f37f,segment=NetworkSegment(4cbdd146-8739-42ed-8e2e-bcc20ffca626),segment_id=4cbdd146-8739-42ed-8e2e-bcc20ffca626)] {{(pid=104510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:33:17.309419 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a6506ba3-a489-4fa9-a9f8-cfca71fdc586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (18e4efc0-2e67-4bcc-b148-00481937f37f), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:17.319621 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-731af33d-a831-4cf2-a272-9ae101dc8970 None None] Calling delete_port for 18e4efc0-2e67-4bcc-b148-00481937f37f owned by network:dhcp {{(pid=104511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:33:17.322242 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-675622bf-3d16-4e81-916d-5e5adb1f8995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (83ae28d6-7f93-4e96-95bd-5e7d9c6e7221), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:17.324849 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [None req-a6506ba3-a489-4fa9-a9f8-cfca71fdc586 admin admin] Calling delete_port for 18e4efc0-2e67-4bcc-b148-00481937f37f owned by network:dhcp {{(pid=104510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:33:17.432783 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-675622bf-3d16-4e81-916d-5e5adb1f8995 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a85f65025aac4a20adcee358175d0aa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5347028 Jul 20 15:33:17.433091 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 42700) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:33:17.440697 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675622bf-3d16-4e81-916d-5e5adb1f8995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ae28d6-7f93-4e96-95bd-5e7d9c6e7221,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:33:17.585240 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-731af33d-a831-4cf2-a272-9ae101dc8970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422'] for port (18e4efc0-2e67-4bcc-b148-00481937f37f), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:17.610305 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731af33d-a831-4cf2-a272-9ae101dc8970 None None] Pushing event deleted for resources: {'Port': ['ID=18e4efc0-2e67-4bcc-b148-00481937f37f,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:33:17.616843 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731af33d-a831-4cf2-a272-9ae101dc8970 None None] No DVR routers for this DVR port 18e4efc0-2e67-4bcc-b148-00481937f37f on host dv-cinder-819149-12-iscsi {{(pid=104511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 15:33:17.697159 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:33:17.713058 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a6506ba3-a489-4fa9-a9f8-cfca71fdc586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422'] for port (18e4efc0-2e67-4bcc-b148-00481937f37f), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:17.723845 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-1fa59e7b-480f-4550-868a-69ac4ac5a704 admin admin] Publish callbacks [] for security_group (83ae28d6-7f93-4e96-95bd-5e7d9c6e7221), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:17.745072 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6506ba3-a489-4fa9-a9f8-cfca71fdc586 admin admin] Pushing event deleted for resources: {'Port': ['ID=18e4efc0-2e67-4bcc-b148-00481937f37f,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:33:17.791314 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-1fa59e7b-480f-4550-868a-69ac4ac5a704 admin admin] Publish callbacks [] for security_group (83ae28d6-7f93-4e96-95bd-5e7d9c6e7221), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:17.804045 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device ead647f0-0a45-4990-bae0-df16c05986e2 no longer exists at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:33:17.819719 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6506ba3-a489-4fa9-a9f8-cfca71fdc586 admin admin] No DVR routers for this DVR port 18e4efc0-2e67-4bcc-b148-00481937f37f on host dv-cinder-819149-12-iscsi {{(pid=104510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 15:33:17.831861 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] No Port match for: ead647f0-0a45-4990-bae0-df16c05986e2 {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:33:17.832207 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device ead647f0-0a45-4990-bae0-df16c05986e2 not bound to the agent host dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:33:17.832635 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 18e4efc0-2e67-4bcc-b148-00481937f37f no longer exists at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:33:17.856763 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] No Port match for: 18e4efc0-2e67-4bcc-b148-00481937f37f {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:33:17.856763 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 18e4efc0-2e67-4bcc-b148-00481937f37f not bound to the agent host dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:33:17.856763 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 87c53048-14f1-48db-ac5f-8a38cddd84e4 no longer exists at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:33:17.876294 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] No Port match for: 87c53048-14f1-48db-ac5f-8a38cddd84e4 {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:33:17.876640 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 87c53048-14f1-48db-ac5f-8a38cddd84e4 not bound to the agent host dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:33:17.916142 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09361284-4466-49ed-9909-2803e3881058 req-faea49b7-4a26-48db-8f13-db1edef4be69 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:17.917609 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-09361284-4466-49ed-9909-2803e3881058 req-faea49b7-4a26-48db-8f13-db1edef4be69 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 945 time: 0.1591718 Jul 20 15:33:17.957020 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a6506ba3-a489-4fa9-a9f8-cfca71fdc586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7837447', 'neutron.services.segments.db._delete_segments_for_network-8737057647674'] for network (87b7a7e3-0142-4612-bb7a-59e6264b0abe), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:17.988396 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a6506ba3-a489-4fa9-a9f8-cfca71fdc586 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:33:17.988832 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a6506ba3-a489-4fa9-a9f8-cfca71fdc586 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:33:17.989597 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a6506ba3-a489-4fa9-a9f8-cfca71fdc586 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:33:17.989931 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a6506ba3-a489-4fa9-a9f8-cfca71fdc586 admin admin] Subscribe: > port after_create 55550000 {{(pid=104510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:33:17.990253 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a6506ba3-a489-4fa9-a9f8-cfca71fdc586 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:33:17.990619 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a6506ba3-a489-4fa9-a9f8-cfca71fdc586 admin admin] Subscribe: > port after_update 55550000 {{(pid=104510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:33:17.990942 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a6506ba3-a489-4fa9-a9f8-cfca71fdc586 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:33:17.991263 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a6506ba3-a489-4fa9-a9f8-cfca71fdc586 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:33:17.991582 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a6506ba3-a489-4fa9-a9f8-cfca71fdc586 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:33:17.991906 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a6506ba3-a489-4fa9-a9f8-cfca71fdc586 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:33:18.172435 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a6506ba3-a489-4fa9-a9f8-cfca71fdc586 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:33:18.173433 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a6506ba3-a489-4fa9-a9f8-cfca71fdc586 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:33:18.173433 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a6506ba3-a489-4fa9-a9f8-cfca71fdc586 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:33:18.173742 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a6506ba3-a489-4fa9-a9f8-cfca71fdc586 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104510) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:33:18.174350 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.services.segments.db [None req-a6506ba3-a489-4fa9-a9f8-cfca71fdc586 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b7a7e3-0142-4612-bb7a-59e6264b0abe']}} {{(pid=104510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:33:18.210994 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.services.segments.db [None req-a6506ba3-a489-4fa9-a9f8-cfca71fdc586 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cbdd146-8739-42ed-8e2e-bcc20ffca626') {'for_net_delete': True} {{(pid=104510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:33:18.217864 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.services.segments.db [None req-a6506ba3-a489-4fa9-a9f8-cfca71fdc586 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cbdd146-8739-42ed-8e2e-bcc20ffca626') {} {{(pid=104510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:33:18.239867 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a6506ba3-a489-4fa9-a9f8-cfca71fdc586 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737057648963', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3188917'] for segment (4cbdd146-8739-42ed-8e2e-bcc20ffca626), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:18.269790 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-09361284-4466-49ed-9909-2803e3881058 req-cc92d681-5110-45f3-b3fc-cecc130d17b0 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179443 Jul 20 15:33:18.270214 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a6506ba3-a489-4fa9-a9f8-cfca71fdc586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087'] for segment (4cbdd146-8739-42ed-8e2e-bcc20ffca626), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:18.286741 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6506ba3-a489-4fa9-a9f8-cfca71fdc586 admin admin] Releasing vlan 988 on physical network physnet1 to pool {{(pid=104510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 15:33:18.290515 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a6506ba3-a489-4fa9-a9f8-cfca71fdc586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25775772'] for segment (4cbdd146-8739-42ed-8e2e-bcc20ffca626), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:18.310904 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-1fa59e7b-480f-4550-868a-69ac4ac5a704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (83ae28d6-7f93-4e96-95bd-5e7d9c6e7221), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:18.313519 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-1fa59e7b-480f-4550-868a-69ac4ac5a704 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:18.314839 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-1fa59e7b-480f-4550-868a-69ac4ac5a704 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/83ae28d6-7f93-4e96-95bd-5e7d9c6e7221 HTTP/1.1" status: 204 len: 168 time: 0.8807797 Jul 20 15:33:18.362653 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa59e7b-480f-4550-868a-69ac4ac5a704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ae28d6-7f93-4e96-95bd-5e7d9c6e7221,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:33:18.473691 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a6506ba3-a489-4fa9-a9f8-cfca71fdc586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7837500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714511'] for network (87b7a7e3-0142-4612-bb7a-59e6264b0abe), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:18.480697 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a6506ba3-a489-4fa9-a9f8-cfca71fdc586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for network (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:18.484038 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-a6506ba3-a489-4fa9-a9f8-cfca71fdc586 admin admin] 10.222.0.78 "DELETE /v2.0/networks/87b7a7e3-0142-4612-bb7a-59e6264b0abe HTTP/1.1" status: 204 len: 168 time: 1.4761090 Jul 20 15:33:18.497996 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6506ba3-a489-4fa9-a9f8-cfca71fdc586 admin admin] Pushing event deleted for resources: {'Network': ['ID=87b7a7e3-0142-4612-bb7a-59e6264b0abe,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:33:18.901181 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 42736) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:33:19.363630 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 42744) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:33:19.379959 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-b3e5553c-ccb0-4c8e-a3ae-472f34782d82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:19.393206 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:DELETE=12,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:33:19.408333 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4489f8-7754-4475-a239-3bcc33660e8f req-27d57400-c524-49ce-ba1f-e5531b4812e5 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:19.416195 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-cc4489f8-7754-4475-a239-3bcc33660e8f req-27d57400-c524-49ce-ba1f-e5531b4812e5 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 945 time: 0.0725725 Jul 20 15:33:19.486410 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-b3e5553c-ccb0-4c8e-a3ae-472f34782d82 admin admin] Publish callbacks [] for security_group (9bc8e28a-d9b6-4f1f-90bf-a904845e3e0a), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:19.489470 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 42746) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:33:19.490670 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=76,neutron:DELETE=13,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:33:19.515929 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-cc4489f8-7754-4475-a239-3bcc33660e8f req-5851ced7-b092-4d6b-83e9-7d120ac63c9b tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962389 Jul 20 15:33:19.570799 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 42750) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:33:19.570969 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-6e7208ad-8ffd-49d4-97f1-d6da6775d127 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=80caade751834762862c102c208a34e1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0784676 Jul 20 15:33:19.583628 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-b3e5553c-ccb0-4c8e-a3ae-472f34782d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (9bc8e28a-d9b6-4f1f-90bf-a904845e3e0a), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:19.609195 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.services.segments.plugin [-] Segment 4cbdd146-8739-42ed-8e2e-bcc20ffca626 resource provider aggregate not found Jul 20 15:33:19.634728 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e5553c-ccb0-4c8e-a3ae-472f34782d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc8e28a-d9b6-4f1f-90bf-a904845e3e0a,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:33:19.655108 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-b3e5553c-ccb0-4c8e-a3ae-472f34782d82 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0050d55d0fad4d90a10e12132f7f69ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2872753 Jul 20 15:33:19.655822 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 42754) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:33:19.662997 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.services.segments.plugin [-] Segment 4cbdd146-8739-42ed-8e2e-bcc20ffca626 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4cbdd146-8739-42ed-8e2e-bcc20ffca626 found for delete ", "request_id": "req-1faa7ac3-793f-493e-b23f-0785b783948a"}]} Jul 20 15:33:19.673718 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-41e6d159-cece-4080-85b5-291745cee86a admin admin] Publish callbacks [] for security_group (16b72b85-0898-4b01-8038-99d3d8536559), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:19.679100 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-5f9a5351-eab5-4342-b708-7fd498cdea57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:19.715027 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-41e6d159-cece-4080-85b5-291745cee86a admin admin] Publish callbacks [] for security_group (16b72b85-0898-4b01-8038-99d3d8536559), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:19.724802 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-b8c66c2f-8f80-4793-b65e-0196b1e3e314 admin admin] Publish callbacks [] for security_group (9bc8e28a-d9b6-4f1f-90bf-a904845e3e0a), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:19.758165 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-b8c66c2f-8f80-4793-b65e-0196b1e3e314 admin admin] Publish callbacks [] for security_group (9bc8e28a-d9b6-4f1f-90bf-a904845e3e0a), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:19.829747 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-5f9a5351-eab5-4342-b708-7fd498cdea57 admin admin] Publish callbacks [] for security_group (fa330139-bae7-4168-8902-66e5ba0dbabd), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:19.879257 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-41e6d159-cece-4080-85b5-291745cee86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (16b72b85-0898-4b01-8038-99d3d8536559), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:19.881827 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-41e6d159-cece-4080-85b5-291745cee86a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:19.883028 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-41e6d159-cece-4080-85b5-291745cee86a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/16b72b85-0898-4b01-8038-99d3d8536559 HTTP/1.1" status: 204 len: 168 time: 0.3106186 Jul 20 15:33:19.891529 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6d159-cece-4080-85b5-291745cee86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b72b85-0898-4b01-8038-99d3d8536559,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:33:19.911233 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-5f9a5351-eab5-4342-b708-7fd498cdea57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (fa330139-bae7-4168-8902-66e5ba0dbabd), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:19.911819 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-b8c66c2f-8f80-4793-b65e-0196b1e3e314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (9bc8e28a-d9b6-4f1f-90bf-a904845e3e0a), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:19.914153 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-b8c66c2f-8f80-4793-b65e-0196b1e3e314 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:19.917519 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-b8c66c2f-8f80-4793-b65e-0196b1e3e314 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9bc8e28a-d9b6-4f1f-90bf-a904845e3e0a HTTP/1.1" status: 204 len: 168 time: 0.2594857 Jul 20 15:33:19.933931 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c66c2f-8f80-4793-b65e-0196b1e3e314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc8e28a-d9b6-4f1f-90bf-a904845e3e0a,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:33:19.952893 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-5f9a5351-eab5-4342-b708-7fd498cdea57 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=47512a1c991a48cf96d492a4b25eec9f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0505571 Jul 20 15:33:19.956848 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 42760) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:33:19.983116 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a5351-eab5-4342-b708-7fd498cdea57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa330139-bae7-4168-8902-66e5ba0dbabd,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:33:20.036479 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d1a0cd61-ce89-49db-9936-24cb3cbda407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:20.040463 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-91740091-6892-42d5-8b69-76083456a01a admin admin] Publish callbacks [] for security_group (fa330139-bae7-4168-8902-66e5ba0dbabd), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:20.064212 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:33:20.069784 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-91740091-6892-42d5-8b69-76083456a01a admin admin] Publish callbacks [] for security_group (fa330139-bae7-4168-8902-66e5ba0dbabd), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:20.239499 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-91740091-6892-42d5-8b69-76083456a01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (fa330139-bae7-4168-8902-66e5ba0dbabd), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:20.242140 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-91740091-6892-42d5-8b69-76083456a01a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:20.243351 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-91740091-6892-42d5-8b69-76083456a01a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fa330139-bae7-4168-8902-66e5ba0dbabd HTTP/1.1" status: 204 len: 168 time: 0.2839851 Jul 20 15:33:20.251960 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91740091-6892-42d5-8b69-76083456a01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa330139-bae7-4168-8902-66e5ba0dbabd,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:33:20.652422 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:33:20.661789 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d734ff9-e9ad-43a6-9481-1f35cce22621 req-2afdd912-b684-4334-883a-375dbc96a87e tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:20.671209 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5d734ff9-e9ad-43a6-9481-1f35cce22621 req-2afdd912-b684-4334-883a-375dbc96a87e tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 945 time: 0.0739329 Jul 20 15:33:20.732278 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5d734ff9-e9ad-43a6-9481-1f35cce22621 req-fd5de94b-d00c-4ca1-b0d2-bc706ea62c37 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593295 Jul 20 15:33:21.317645 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 42794) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:33:21.335254 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-b10e8dc9-a2b6-4a5f-a561-2579698ad30a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:21.468242 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-b10e8dc9-a2b6-4a5f-a561-2579698ad30a admin admin] Publish callbacks [] for security_group (9c8954e7-c65e-4b01-9d37-de56115ded4b), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:21.560300 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-b10e8dc9-a2b6-4a5f-a561-2579698ad30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (9c8954e7-c65e-4b01-9d37-de56115ded4b), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:21.609659 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-b10e8dc9-a2b6-4a5f-a561-2579698ad30a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=00338469c4d942389e2c5767bbdaee18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2931385 Jul 20 15:33:21.610705 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e8dc9-a2b6-4a5f-a561-2579698ad30a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8954e7-c65e-4b01-9d37-de56115ded4b,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:33:21.612773 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 42806) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:33:21.703009 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-7f15cbb4-1f17-40fe-bfc9-42e2e3ba2e62 admin admin] Publish callbacks [] for security_group (9c8954e7-c65e-4b01-9d37-de56115ded4b), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:21.726541 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-7f15cbb4-1f17-40fe-bfc9-42e2e3ba2e62 admin admin] Publish callbacks [] for security_group (9c8954e7-c65e-4b01-9d37-de56115ded4b), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:21.881566 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922baae3-4ed6-4310-a02c-f3defcea9344 req-a5d35960-5592-4f51-9c59-7c703f7850e4 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:21.883295 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-922baae3-4ed6-4310-a02c-f3defcea9344 req-a5d35960-5592-4f51-9c59-7c703f7850e4 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 945 time: 0.0709367 Jul 20 15:33:21.952993 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-922baae3-4ed6-4310-a02c-f3defcea9344 req-1af5e6f0-14af-409e-8c29-486c4e2f5f5b tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624373 Jul 20 15:33:21.999284 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-7f15cbb4-1f17-40fe-bfc9-42e2e3ba2e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (9c8954e7-c65e-4b01-9d37-de56115ded4b), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:22.002218 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-7f15cbb4-1f17-40fe-bfc9-42e2e3ba2e62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:22.004349 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-7f15cbb4-1f17-40fe-bfc9-42e2e3ba2e62 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9c8954e7-c65e-4b01-9d37-de56115ded4b HTTP/1.1" status: 204 len: 168 time: 0.3872826 Jul 20 15:33:22.013177 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15cbb4-1f17-40fe-bfc9-42e2e3ba2e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8954e7-c65e-4b01-9d37-de56115ded4b,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:33:22.436565 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-63c70e31-7c89-4a4c-a90b-d7885dbbc1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:23.070459 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 42854) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:33:23.087296 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-71b69114-8bb1-4305-bdba-218b7f2467c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:23.110048 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd141c4-7492-4787-a254-20e986de6f3e req-ff26827d-8a46-4799-a3da-89d00c6ead49 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:23.112415 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4fd141c4-7492-4787-a254-20e986de6f3e req-ff26827d-8a46-4799-a3da-89d00c6ead49 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 945 time: 0.0733886 Jul 20 15:33:23.175948 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4fd141c4-7492-4787-a254-20e986de6f3e req-bed11861-d52c-4731-8fed-07ad7ec42a2c tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569594 Jul 20 15:33:23.197741 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-71b69114-8bb1-4305-bdba-218b7f2467c8 admin admin] Publish callbacks [] for security_group (1c1dbb32-06b8-43d9-aaf9-e704d83f0b37), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:23.279423 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-71b69114-8bb1-4305-bdba-218b7f2467c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (1c1dbb32-06b8-43d9-aaf9-e704d83f0b37), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:23.313913 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-71b69114-8bb1-4305-bdba-218b7f2467c8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1fadb930edac4574a945be18089d6232&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406390 Jul 20 15:33:23.316878 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 42868) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:33:23.328450 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b69114-8bb1-4305-bdba-218b7f2467c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1dbb32-06b8-43d9-aaf9-e704d83f0b37,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:33:23.381786 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-e3d0a622-472c-4c53-981d-9e38df994121 admin admin] Publish callbacks [] for security_group (1c1dbb32-06b8-43d9-aaf9-e704d83f0b37), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:23.398183 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:33:23.409006 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-e3d0a622-472c-4c53-981d-9e38df994121 admin admin] Publish callbacks [] for security_group (1c1dbb32-06b8-43d9-aaf9-e704d83f0b37), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:23.540128 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-e3d0a622-472c-4c53-981d-9e38df994121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (1c1dbb32-06b8-43d9-aaf9-e704d83f0b37), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:23.542791 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-e3d0a622-472c-4c53-981d-9e38df994121 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:23.543965 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-e3d0a622-472c-4c53-981d-9e38df994121 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1c1dbb32-06b8-43d9-aaf9-e704d83f0b37 HTTP/1.1" status: 204 len: 168 time: 0.2260303 Jul 20 15:33:23.552760 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d0a622-472c-4c53-981d-9e38df994121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1dbb32-06b8-43d9-aaf9-e704d83f0b37,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:33:23.613739 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:24.168558 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386be7a-c608-4090-95f3-82d44ae8f8a6 req-592e2d93-c888-4eba-9af1-09befbf1edde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:24.170087 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-4386be7a-c608-4090-95f3-82d44ae8f8a6 req-592e2d93-c888-4eba-9af1-09befbf1edde service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 1129 time: 0.0513079 Jul 20 15:33:24.273303 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-4386be7a-c608-4090-95f3-82d44ae8f8a6 req-d7db1233-017c-4309-b491-65226345ac78 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895629 Jul 20 15:33:24.319562 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb67ba-9e8d-4617-90a5-0e3823b82931 req-4d274c82-d492-4c32-94fe-bb462d430836 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:24.321091 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d3cb67ba-9e8d-4617-90a5-0e3823b82931 req-4d274c82-d492-4c32-94fe-bb462d430836 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 945 time: 0.0556476 Jul 20 15:33:24.386621 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d3cb67ba-9e8d-4617-90a5-0e3823b82931 req-0bc862d7-27c2-4108-bbfe-ca446fe7e380 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540845 Jul 20 15:33:24.934148 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:25.068147 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:25.509958 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796ef66-0ebb-473b-8abd-876c1c6bca8a req-80310b16-10ec-4b0c-bc03-c67d88fc1dad tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:25.511562 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b796ef66-0ebb-473b-8abd-876c1c6bca8a req-80310b16-10ec-4b0c-bc03-c67d88fc1dad tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 945 time: 0.0505190 Jul 20 15:33:25.568426 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b796ef66-0ebb-473b-8abd-876c1c6bca8a req-1da5bf9c-31e6-4c87-ac4b-5be663ab3275 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513442 Jul 20 15:33:25.722875 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=55 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:33:25.723755 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=36 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:33:26.685918 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7b9ca-5441-40b6-9c01-6d23b14d00e2 req-e742e3ac-0434-41d1-be06-2fc8ff2a88e8 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:26.687455 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-f0f7b9ca-5441-40b6-9c01-6d23b14d00e2 req-e742e3ac-0434-41d1-be06-2fc8ff2a88e8 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 945 time: 0.0495574 Jul 20 15:33:26.739600 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-f0f7b9ca-5441-40b6-9c01-6d23b14d00e2 req-f7728c2a-ff20-4e8a-84f0-c3d66097027c tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461204 Jul 20 15:33:26.858499 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4f8b4-a442-448d-a020-56316b815a6d req-80046fd3-7b85-434c-8433-fc0c4be3b321 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:26.860086 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-aed4f8b4-a442-448d-a020-56316b815a6d req-80046fd3-7b85-434c-8433-fc0c4be3b321 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0e200ad-ac34-4618-9518-9cc89ec380de HTTP/1.1" status: 200 len: 945 time: 0.0476110 Jul 20 15:33:26.913875 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-aed4f8b4-a442-448d-a020-56316b815a6d req-ad60171e-108b-4b54-9778-09652528ef69 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477879 Jul 20 15:33:31.785583 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6ccb6-8a28-4843-a5f6-1397b8d0b921 req-beed97b3-11ef-48e7-906f-3ba87580eeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:31.787335 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-b2b6ccb6-8a28-4843-a5f6-1397b8d0b921 req-beed97b3-11ef-48e7-906f-3ba87580eeb2 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=61872ef687074f5791a2cc46732bebdf&device_id=e0e200ad-ac34-4618-9518-9cc89ec380de HTTP/1.1" status: 200 len: 1129 time: 0.0752561 Jul 20 15:33:31.797811 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65e8e7-fb8f-4884-8e32-eb5630e5db6e req-cf4cb047-dcb3-4776-a753-0f1fa147d5df tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:31.799384 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2c65e8e7-fb8f-4884-8e32-eb5630e5db6e req-cf4cb047-dcb3-4776-a753-0f1fa147d5df tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0e200ad-ac34-4618-9518-9cc89ec380de HTTP/1.1" status: 200 len: 945 time: 0.0729306 Jul 20 15:33:31.856266 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2c65e8e7-fb8f-4884-8e32-eb5630e5db6e req-b9c33577-a550-4cd4-8d5e-0668a195a64d tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499642 Jul 20 15:33:31.903326 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6ccb6-8a28-4843-a5f6-1397b8d0b921 req-173db893-8cac-45b2-85f7-539242362987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:31.904806 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-b2b6ccb6-8a28-4843-a5f6-1397b8d0b921 req-173db893-8cac-45b2-85f7-539242362987 service neutron] 10.222.0.102 "GET /v2.0/networks?id=49eaadcd-4166-45bc-8081-db7a31ee5c71 HTTP/1.1" status: 200 len: 919 time: 0.1077781 Jul 20 15:33:31.955789 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-b2b6ccb6-8a28-4843-a5f6-1397b8d0b921 req-34900bf6-a06f-44ea-b50b-c07fb92cde77 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9a62c66-1f34-4d8d-8dcb-53ae32a72875 HTTP/1.1" status: 200 len: 217 time: 0.0359905 Jul 20 15:33:32.011873 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6ccb6-8a28-4843-a5f6-1397b8d0b921 req-abeb4739-9b44-4c68-b0b6-a1353d498b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:32.013373 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-b2b6ccb6-8a28-4843-a5f6-1397b8d0b921 req-abeb4739-9b44-4c68-b0b6-a1353d498b45 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa HTTP/1.1" status: 200 len: 857 time: 0.0476534 Jul 20 15:33:32.027160 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:33:32.062689 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6ccb6-8a28-4843-a5f6-1397b8d0b921 req-7a8db81c-3c6c-4a32-8755-985996832659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:32.064208 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-b2b6ccb6-8a28-4843-a5f6-1397b8d0b921 req-7a8db81c-3c6c-4a32-8755-985996832659 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=49eaadcd-4166-45bc-8081-db7a31ee5c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447464 Jul 20 15:33:32.186212 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-b2b6ccb6-8a28-4843-a5f6-1397b8d0b921 req-1de0ce83-b6e6-4d12-8700-6845a27ada27 service neutron] 10.222.0.102 "GET /v2.0/networks/49eaadcd-4166-45bc-8081-db7a31ee5c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147883 Jul 20 15:33:32.284928 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:33:32.297461 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-b2b6ccb6-8a28-4843-a5f6-1397b8d0b921 req-cdd7fedb-d2a7-4655-91a7-6f61a49a8177 service neutron] 10.222.0.102 "GET /v2.0/networks/49eaadcd-4166-45bc-8081-db7a31ee5c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022091 Jul 20 15:33:32.992812 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51af81-9c3a-4df1-ab0b-32680ffb71be req-861d9def-fddd-45bb-accb-575e31dd1fd6 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:32.994384 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6e51af81-9c3a-4df1-ab0b-32680ffb71be req-861d9def-fddd-45bb-accb-575e31dd1fd6 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0e200ad-ac34-4618-9518-9cc89ec380de HTTP/1.1" status: 200 len: 945 time: 0.0519783 Jul 20 15:33:33.045810 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6e51af81-9c3a-4df1-ab0b-32680ffb71be req-a7a8b4e1-4827-4ee3-aa5b-5b7c597499b5 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459244 Jul 20 15:33:34.162999 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f246f-db53-40aa-98e6-b1e0d6baeacf req-d1c6adae-f7f0-45bd-90b0-248e54bad204 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:34.164459 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6f0f246f-db53-40aa-98e6-b1e0d6baeacf req-d1c6adae-f7f0-45bd-90b0-248e54bad204 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0e200ad-ac34-4618-9518-9cc89ec380de HTTP/1.1" status: 200 len: 945 time: 0.0471885 Jul 20 15:33:34.217469 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6f0f246f-db53-40aa-98e6-b1e0d6baeacf req-861e0587-daa9-427d-b3d3-5e35d1bb1ce4 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473430 Jul 20 15:33:34.974229 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:33:34.995639 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:33:35.300863 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:33:35.342570 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0322c-6d57-4e6e-b2eb-6337dc532de6 req-c788ddbb-463c-42d8-bb23-b129f100452a tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:35.344080 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b2e0322c-6d57-4e6e-b2eb-6337dc532de6 req-c788ddbb-463c-42d8-bb23-b129f100452a tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0e200ad-ac34-4618-9518-9cc89ec380de HTTP/1.1" status: 200 len: 945 time: 0.0522952 Jul 20 15:33:35.406911 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b2e0322c-6d57-4e6e-b2eb-6337dc532de6 req-68876684-b87e-4c3e-a893-032eb6006d90 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551455 Jul 20 15:33:36.530926 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf276d0-d441-479b-9f86-b4d3178a696e req-85ec293a-69be-452b-8380-bdab074551dd tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:36.532521 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-fbf276d0-d441-479b-9f86-b4d3178a696e req-85ec293a-69be-452b-8380-bdab074551dd tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0e200ad-ac34-4618-9518-9cc89ec380de HTTP/1.1" status: 200 len: 945 time: 0.0499213 Jul 20 15:33:36.588101 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-fbf276d0-d441-479b-9f86-b4d3178a696e req-c2fb28e1-1c05-4d02-8e20-663cda75d7bd tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496869 Jul 20 15:33:36.847607 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a3143-3549-4ce9-a8a4-4a9b5fc5c890 req-e9409ec5-0c96-4c92-98d4-2505b0b83341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:36.849135 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-e74a3143-3549-4ce9-a8a4-4a9b5fc5c890 req-e9409ec5-0c96-4c92-98d4-2505b0b83341 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=61872ef687074f5791a2cc46732bebdf&device_id=e0e200ad-ac34-4618-9518-9cc89ec380de HTTP/1.1" status: 200 len: 1129 time: 0.0439048 Jul 20 15:33:36.967824 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a3143-3549-4ce9-a8a4-4a9b5fc5c890 req-24df841e-d994-46a4-aa59-00dcfe015531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:36.969341 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-e74a3143-3549-4ce9-a8a4-4a9b5fc5c890 req-24df841e-d994-46a4-aa59-00dcfe015531 service neutron] 10.222.0.102 "GET /v2.0/networks?id=49eaadcd-4166-45bc-8081-db7a31ee5c71 HTTP/1.1" status: 200 len: 919 time: 0.0928395 Jul 20 15:33:37.011481 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-e74a3143-3549-4ce9-a8a4-4a9b5fc5c890 req-cdbc81e8-f0dd-4213-a74e-8328b603c37f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9a62c66-1f34-4d8d-8dcb-53ae32a72875 HTTP/1.1" status: 200 len: 217 time: 0.0351372 Jul 20 15:33:37.066521 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a3143-3549-4ce9-a8a4-4a9b5fc5c890 req-59760767-f13a-4d52-b523-5dba580ee7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:37.067963 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-e74a3143-3549-4ce9-a8a4-4a9b5fc5c890 req-59760767-f13a-4d52-b523-5dba580ee7ee service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa HTTP/1.1" status: 200 len: 857 time: 0.0463130 Jul 20 15:33:37.113208 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a3143-3549-4ce9-a8a4-4a9b5fc5c890 req-00802eee-1712-4b39-a6e0-a1cecd1928af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:37.114711 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-e74a3143-3549-4ce9-a8a4-4a9b5fc5c890 req-00802eee-1712-4b39-a6e0-a1cecd1928af service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=49eaadcd-4166-45bc-8081-db7a31ee5c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400162 Jul 20 15:33:37.211066 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-e74a3143-3549-4ce9-a8a4-4a9b5fc5c890 req-ffd79c2c-6ee5-4040-b350-2a76db5583ba service neutron] 10.222.0.102 "GET /v2.0/networks/49eaadcd-4166-45bc-8081-db7a31ee5c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892005 Jul 20 15:33:37.308316 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-e74a3143-3549-4ce9-a8a4-4a9b5fc5c890 req-c8e516ef-2558-4c29-aea0-977c87b6cf4e service neutron] 10.222.0.102 "GET /v2.0/networks/49eaadcd-4166-45bc-8081-db7a31ee5c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842113 Jul 20 15:33:37.709851 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ddc0f-06fe-4439-97e4-624a87637aa6 req-37316d9a-234e-4f3d-8d89-cf791a2c3785 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:37.711370 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b20ddc0f-06fe-4439-97e4-624a87637aa6 req-37316d9a-234e-4f3d-8d89-cf791a2c3785 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0e200ad-ac34-4618-9518-9cc89ec380de HTTP/1.1" status: 200 len: 945 time: 0.0511403 Jul 20 15:33:37.760711 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b20ddc0f-06fe-4439-97e4-624a87637aa6 req-4453dc10-5fa0-47dc-932e-ba5c47dea7a3 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434902 Jul 20 15:33:38.561938 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:38.858813 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:33:38.877847 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f076b0-af90-4d7a-9f85-7e2053c1dce1 req-d4a20edc-b103-4aaf-ade7-1258ec267589 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:38.879673 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-99f076b0-af90-4d7a-9f85-7e2053c1dce1 req-d4a20edc-b103-4aaf-ade7-1258ec267589 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0e200ad-ac34-4618-9518-9cc89ec380de HTTP/1.1" status: 200 len: 945 time: 0.0491536 Jul 20 15:33:38.933142 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-99f076b0-af90-4d7a-9f85-7e2053c1dce1 req-58ef5a24-3f27-465a-8cc2-9797c79d8057 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427239 Jul 20 15:33:40.053948 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2da4b2-6c2b-48c4-9fbc-c692be83416c req-6713f769-071f-45ba-baf0-8e2e36951140 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:40.055480 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-1b2da4b2-6c2b-48c4-9fbc-c692be83416c req-6713f769-071f-45ba-baf0-8e2e36951140 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0e200ad-ac34-4618-9518-9cc89ec380de HTTP/1.1" status: 200 len: 945 time: 0.0516608 Jul 20 15:33:40.108718 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-1b2da4b2-6c2b-48c4-9fbc-c692be83416c req-3ce2b007-5fb2-46c2-8883-f7904f9e493b tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471945 Jul 20 15:33:41.228266 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722de3fb-fca6-4c44-bbb5-1c83ae95b6f1 req-d652950c-34b9-486b-ae4d-733b03a8b2e8 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:41.229819 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-722de3fb-fca6-4c44-bbb5-1c83ae95b6f1 req-d652950c-34b9-486b-ae4d-733b03a8b2e8 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0e200ad-ac34-4618-9518-9cc89ec380de HTTP/1.1" status: 200 len: 945 time: 0.0525854 Jul 20 15:33:41.279724 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-722de3fb-fca6-4c44-bbb5-1c83ae95b6f1 req-ad444764-b007-4a92-8e8b-2b609ec4ff21 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439181 Jul 20 15:33:42.392659 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81a013-a2c2-418a-9ef0-608a4de78a0b req-a752f2aa-c338-4ab1-a048-f171c41def6a tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:42.394223 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-8b81a013-a2c2-418a-9ef0-608a4de78a0b req-a752f2aa-c338-4ab1-a048-f171c41def6a tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0e200ad-ac34-4618-9518-9cc89ec380de HTTP/1.1" status: 200 len: 945 time: 0.0477316 Jul 20 15:33:42.447559 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-8b81a013-a2c2-418a-9ef0-608a4de78a0b req-82e74172-5202-4b3f-b022-d99e32de1e50 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479045 Jul 20 15:33:43.361314 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 43264) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:33:43.470087 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-14f65e9c-60a1-4209-871e-23a34dbe6fc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:43.586423 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aaf95c-c728-4030-be99-076f704caba2 req-6ac2a832-0625-44be-8c4a-652561543409 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:43.587818 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-55aaf95c-c728-4030-be99-076f704caba2 req-6ac2a832-0625-44be-8c4a-652561543409 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0e200ad-ac34-4618-9518-9cc89ec380de HTTP/1.1" status: 200 len: 945 time: 0.0676050 Jul 20 15:33:43.589975 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-14f65e9c-60a1-4209-871e-23a34dbe6fc8 admin admin] Publish callbacks [] for security_group (49eedb86-e45a-4e6d-a574-033b8582b318), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:43.639866 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-55aaf95c-c728-4030-be99-076f704caba2 req-ac1055da-8327-47b2-97ff-3daf4ab5b9af tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455384 Jul 20 15:33:43.672359 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-14f65e9c-60a1-4209-871e-23a34dbe6fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (49eedb86-e45a-4e6d-a574-033b8582b318), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:43.710980 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f65e9c-60a1-4209-871e-23a34dbe6fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49eedb86-e45a-4e6d-a574-033b8582b318,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:33:43.716296 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-14f65e9c-60a1-4209-871e-23a34dbe6fc8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=94739478923d405d920943480fb53e29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3539572 Jul 20 15:33:43.719722 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 43270) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:33:43.721664 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f65e9c-60a1-4209-871e-23a34dbe6fc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:33:43.722016 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f65e9c-60a1-4209-871e-23a34dbe6fc8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:33:43.722442 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f65e9c-60a1-4209-871e-23a34dbe6fc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:33:43.722795 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f65e9c-60a1-4209-871e-23a34dbe6fc8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:33:43.723133 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f65e9c-60a1-4209-871e-23a34dbe6fc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:33:43.726625 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f65e9c-60a1-4209-871e-23a34dbe6fc8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:33:43.726625 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f65e9c-60a1-4209-871e-23a34dbe6fc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:33:43.726625 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f65e9c-60a1-4209-871e-23a34dbe6fc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:33:43.726625 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f65e9c-60a1-4209-871e-23a34dbe6fc8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:33:43.726625 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f65e9c-60a1-4209-871e-23a34dbe6fc8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:33:43.726625 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f65e9c-60a1-4209-871e-23a34dbe6fc8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:33:43.726625 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f65e9c-60a1-4209-871e-23a34dbe6fc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:33:43.726625 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f65e9c-60a1-4209-871e-23a34dbe6fc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:33:43.726625 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f65e9c-60a1-4209-871e-23a34dbe6fc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:33:43.726625 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f65e9c-60a1-4209-871e-23a34dbe6fc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:33:43.775384 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-fdc5d439-615b-48a0-95b9-a6c6734cc476 admin admin] Publish callbacks [] for security_group (49eedb86-e45a-4e6d-a574-033b8582b318), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:43.798003 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-fdc5d439-615b-48a0-95b9-a6c6734cc476 admin admin] Publish callbacks [] for security_group (49eedb86-e45a-4e6d-a574-033b8582b318), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:44.009922 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-fdc5d439-615b-48a0-95b9-a6c6734cc476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (49eedb86-e45a-4e6d-a574-033b8582b318), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:44.012831 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-fdc5d439-615b-48a0-95b9-a6c6734cc476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:44.014493 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-fdc5d439-615b-48a0-95b9-a6c6734cc476 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/49eedb86-e45a-4e6d-a574-033b8582b318 HTTP/1.1" status: 204 len: 168 time: 0.2936940 Jul 20 15:33:44.023078 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5d439-615b-48a0-95b9-a6c6734cc476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49eedb86-e45a-4e6d-a574-033b8582b318,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:33:44.031502 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5d439-615b-48a0-95b9-a6c6734cc476 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:33:44.031851 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5d439-615b-48a0-95b9-a6c6734cc476 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:33:44.032193 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5d439-615b-48a0-95b9-a6c6734cc476 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:33:44.032531 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5d439-615b-48a0-95b9-a6c6734cc476 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:33:44.032872 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5d439-615b-48a0-95b9-a6c6734cc476 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:33:44.033196 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5d439-615b-48a0-95b9-a6c6734cc476 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:33:44.033520 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5d439-615b-48a0-95b9-a6c6734cc476 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:33:44.033850 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5d439-615b-48a0-95b9-a6c6734cc476 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:33:44.034169 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5d439-615b-48a0-95b9-a6c6734cc476 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:33:44.034540 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5d439-615b-48a0-95b9-a6c6734cc476 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:33:44.034853 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5d439-615b-48a0-95b9-a6c6734cc476 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:33:44.035173 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5d439-615b-48a0-95b9-a6c6734cc476 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:33:44.035554 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5d439-615b-48a0-95b9-a6c6734cc476 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:33:44.035807 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5d439-615b-48a0-95b9-a6c6734cc476 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:33:44.036124 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc5d439-615b-48a0-95b9-a6c6734cc476 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:33:44.800340 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31f6ef-a19c-471c-9b56-c97336822345 req-44eae2fe-caa9-433d-aa8d-cab9f9696063 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:44.801752 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ed31f6ef-a19c-471c-9b56-c97336822345 req-44eae2fe-caa9-433d-aa8d-cab9f9696063 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0e200ad-ac34-4618-9518-9cc89ec380de HTTP/1.1" status: 200 len: 945 time: 0.0856068 Jul 20 15:33:44.834971 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:33:44.850282 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ed31f6ef-a19c-471c-9b56-c97336822345 req-c651b0a0-d498-43e1-bab0-8539b4459653 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429149 Jul 20 15:33:44.877615 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 43308) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:33:44.891741 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-01617cd1-d5a7-4d5a-9f67-55dfc2144901 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:44.972080 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-01617cd1-d5a7-4d5a-9f67-55dfc2144901 admin admin] Publish callbacks [] for security_group (f1f7150c-a8d8-4d87-a21e-e5c7b6a9fc3f), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:45.078569 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-01617cd1-d5a7-4d5a-9f67-55dfc2144901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (f1f7150c-a8d8-4d87-a21e-e5c7b6a9fc3f), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:45.122606 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-01617cd1-d5a7-4d5a-9f67-55dfc2144901 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c2b8698d8a004877b7535fbce17bd7ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2438159 Jul 20 15:33:45.124263 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01617cd1-d5a7-4d5a-9f67-55dfc2144901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f7150c-a8d8-4d87-a21e-e5c7b6a9fc3f,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:33:45.125329 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 43314) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:33:45.179713 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-10ea2872-0552-4f0d-962d-c178b2c5e30a admin admin] Publish callbacks [] for security_group (f1f7150c-a8d8-4d87-a21e-e5c7b6a9fc3f), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:45.201716 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-10ea2872-0552-4f0d-962d-c178b2c5e30a admin admin] Publish callbacks [] for security_group (f1f7150c-a8d8-4d87-a21e-e5c7b6a9fc3f), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:45.203344 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:33:45.329699 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-10ea2872-0552-4f0d-962d-c178b2c5e30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (f1f7150c-a8d8-4d87-a21e-e5c7b6a9fc3f), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:45.332214 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-10ea2872-0552-4f0d-962d-c178b2c5e30a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:45.333377 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-10ea2872-0552-4f0d-962d-c178b2c5e30a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f1f7150c-a8d8-4d87-a21e-e5c7b6a9fc3f HTTP/1.1" status: 204 len: 168 time: 0.2070076 Jul 20 15:33:45.342562 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea2872-0552-4f0d-962d-c178b2c5e30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f7150c-a8d8-4d87-a21e-e5c7b6a9fc3f,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:33:45.970252 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4a404-192e-46d4-b8f8-1ff1bd40976d req-f3c5da87-e627-43b4-9033-3bf8189bfabc tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:45.971790 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-7ef4a404-192e-46d4-b8f8-1ff1bd40976d req-f3c5da87-e627-43b4-9033-3bf8189bfabc tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0e200ad-ac34-4618-9518-9cc89ec380de HTTP/1.1" status: 200 len: 945 time: 0.0507512 Jul 20 15:33:46.027568 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-7ef4a404-192e-46d4-b8f8-1ff1bd40976d req-852b0f61-e9b7-4d19-a9de-5cc36688e103 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499599 Jul 20 15:33:47.149105 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed64e1d-d01c-475b-b3f1-0f0fd0d2b51b req-9e812430-72a3-4b2c-aab3-718ef3126edb tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:47.150636 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5ed64e1d-d01c-475b-b3f1-0f0fd0d2b51b req-9e812430-72a3-4b2c-aab3-718ef3126edb tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0e200ad-ac34-4618-9518-9cc89ec380de HTTP/1.1" status: 200 len: 945 time: 0.0499339 Jul 20 15:33:47.203826 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5ed64e1d-d01c-475b-b3f1-0f0fd0d2b51b req-d5a40f0b-d871-43a8-80c7-af811a4d9e17 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465126 Jul 20 15:33:48.345371 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb347d63-36ac-4a53-b9c4-e81c6f8494ab req-c93fca81-fa6c-4517-8301-bd5dfc253b9d tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:48.352780 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-fb347d63-36ac-4a53-b9c4-e81c6f8494ab req-c93fca81-fa6c-4517-8301-bd5dfc253b9d tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0e200ad-ac34-4618-9518-9cc89ec380de HTTP/1.1" status: 200 len: 945 time: 0.0551143 Jul 20 15:33:48.417531 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-fb347d63-36ac-4a53-b9c4-e81c6f8494ab req-583a13c9-c5a5-484a-a2a8-c5fe1c1dbba1 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598772 Jul 20 15:33:48.898222 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=13 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:33:48.899672 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=13 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:33:48.913860 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 43436) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:33:49.083342 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a9f134b9-e0a2-450b-bf8e-2b332da4c77b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:49.177780 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a9f134b9-e0a2-450b-bf8e-2b332da4c77b admin admin] Publish callbacks [] for security_group (f82fde94-627d-4ce9-9800-4ffab05bf335), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:49.192808 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e9e85-1ec4-44ed-9546-2a880bf6e987 req-892e4ad5-df1f-4878-b46c-48e4facd7273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:49.194902 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-d89e9e85-1ec4-44ed-9546-2a880bf6e987 req-892e4ad5-df1f-4878-b46c-48e4facd7273 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=e0e200ad-ac34-4618-9518-9cc89ec380de HTTP/1.1" status: 200 len: 1129 time: 0.0462146 Jul 20 15:33:49.223259 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:33:49.248759 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-d89e9e85-1ec4-44ed-9546-2a880bf6e987 req-389c873a-b512-46aa-86cf-24f0b60684fb service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452573 Jul 20 15:33:49.293114 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a9f134b9-e0a2-450b-bf8e-2b332da4c77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (f82fde94-627d-4ce9-9800-4ffab05bf335), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:49.342441 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-a9f134b9-e0a2-450b-bf8e-2b332da4c77b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bd3364f2b2fc49788daa0f4b03143015&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4273038 Jul 20 15:33:49.343304 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f134b9-e0a2-450b-bf8e-2b332da4c77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82fde94-627d-4ce9-9800-4ffab05bf335,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:33:49.346840 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 43454) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:33:49.360501 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:33:49.402217 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-1668f2c4-84e4-4fb8-94d8-5a143335a758 admin admin] Publish callbacks [] for security_group (f82fde94-627d-4ce9-9800-4ffab05bf335), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:49.426146 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-1668f2c4-84e4-4fb8-94d8-5a143335a758 admin admin] Publish callbacks [] for security_group (f82fde94-627d-4ce9-9800-4ffab05bf335), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:49.559183 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810bc7f-0e32-41d4-919c-a3e7a91b8dfb req-dab015d9-5a3d-427a-b2c4-12471a412b61 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:49.560700 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5810bc7f-0e32-41d4-919c-a3e7a91b8dfb req-dab015d9-5a3d-427a-b2c4-12471a412b61 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0e200ad-ac34-4618-9518-9cc89ec380de HTTP/1.1" status: 200 len: 945 time: 0.0678351 Jul 20 15:33:49.618967 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-1668f2c4-84e4-4fb8-94d8-5a143335a758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (f82fde94-627d-4ce9-9800-4ffab05bf335), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:49.622007 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-1668f2c4-84e4-4fb8-94d8-5a143335a758 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:49.624468 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5810bc7f-0e32-41d4-919c-a3e7a91b8dfb req-2eea5abd-e97d-4ad3-8327-eb7b140bb8d2 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574450 Jul 20 15:33:49.631225 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-1668f2c4-84e4-4fb8-94d8-5a143335a758 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f82fde94-627d-4ce9-9800-4ffab05bf335 HTTP/1.1" status: 204 len: 168 time: 0.2801094 Jul 20 15:33:49.641106 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1668f2c4-84e4-4fb8-94d8-5a143335a758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82fde94-627d-4ce9-9800-4ffab05bf335,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:33:50.072590 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-6875d2bd-3e77-4b13-a48d-1da56f8ef8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:50.782714 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21b5c6-e620-4757-ab9e-a864c6ef05cd req-86d25666-7ba1-4818-958b-4d8a7477beff tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:50.784310 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-8f21b5c6-e620-4757-ab9e-a864c6ef05cd req-86d25666-7ba1-4818-958b-4d8a7477beff tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0e200ad-ac34-4618-9518-9cc89ec380de HTTP/1.1" status: 200 len: 945 time: 0.0722363 Jul 20 15:33:50.858341 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-8f21b5c6-e620-4757-ab9e-a864c6ef05cd req-1cccd7e0-8902-4749-8f41-b015401bc305 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666773 Jul 20 15:33:51.828471 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 43526) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:33:51.962519 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-0ad3edd4-6e7d-4eb9-8a6b-63f74d58e4fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:52.013418 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b104c6b1-d7bf-4624-b148-eed160af120f req-a193b54e-bd70-4181-8229-906e49f6862f tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:52.014924 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b104c6b1-d7bf-4624-b148-eed160af120f req-a193b54e-bd70-4181-8229-906e49f6862f tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0e200ad-ac34-4618-9518-9cc89ec380de HTTP/1.1" status: 200 len: 945 time: 0.0703704 Jul 20 15:33:52.054837 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:33:52.097858 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b104c6b1-d7bf-4624-b148-eed160af120f req-dd5cb941-1ad9-44fb-9e2f-bfb735e82c81 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753033 Jul 20 15:33:52.100961 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=82,neutron:INSERT=18 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:33:52.127380 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-0ad3edd4-6e7d-4eb9-8a6b-63f74d58e4fe admin admin] Publish callbacks [] for security_group (5323f7a9-7c2f-4a6f-abef-463ca983659f), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:52.211766 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-0ad3edd4-6e7d-4eb9-8a6b-63f74d58e4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (5323f7a9-7c2f-4a6f-abef-463ca983659f), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:52.266456 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-0ad3edd4-6e7d-4eb9-8a6b-63f74d58e4fe admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=29937f726169487981f22df2eadf07f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4330101 Jul 20 15:33:52.267486 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad3edd4-6e7d-4eb9-8a6b-63f74d58e4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5323f7a9-7c2f-4a6f-abef-463ca983659f,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:33:52.267840 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 43538) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:33:52.382580 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-274552fd-101f-4847-bb5c-028a0ddc6140 admin admin] Publish callbacks [] for security_group (5323f7a9-7c2f-4a6f-abef-463ca983659f), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:52.414109 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-274552fd-101f-4847-bb5c-028a0ddc6140 admin admin] Publish callbacks [] for security_group (5323f7a9-7c2f-4a6f-abef-463ca983659f), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:52.462536 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-78ed4fff-9612-403d-8317-1f7728584a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:52.539584 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-274552fd-101f-4847-bb5c-028a0ddc6140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (5323f7a9-7c2f-4a6f-abef-463ca983659f), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:52.543645 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-274552fd-101f-4847-bb5c-028a0ddc6140 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:52.545045 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 6 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:33:52.550534 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-274552fd-101f-4847-bb5c-028a0ddc6140 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5323f7a9-7c2f-4a6f-abef-463ca983659f HTTP/1.1" status: 204 len: 168 time: 0.2807474 Jul 20 15:33:52.560874 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274552fd-101f-4847-bb5c-028a0ddc6140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5323f7a9-7c2f-4a6f-abef-463ca983659f,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:33:52.656632 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f9dd8-807e-46f1-9637-5ef0b98742bb req-d7ff4b64-7c37-4775-84d6-bd6e2cacbcea tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:52.658175 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-222f9dd8-807e-46f1-9637-5ef0b98742bb req-d7ff4b64-7c37-4775-84d6-bd6e2cacbcea tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0e200ad-ac34-4618-9518-9cc89ec380de HTTP/1.1" status: 200 len: 945 time: 0.0567622 Jul 20 15:33:52.707384 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-222f9dd8-807e-46f1-9637-5ef0b98742bb req-cae79ba1-8e76-4f03-9515-c7b31947b029 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437059 Jul 20 15:33:52.907733 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 43550) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:33:53.019119 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-df1c2389-4e7b-4f63-b534-7ce6bff9f59b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:53.100682 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-df1c2389-4e7b-4f63-b534-7ce6bff9f59b admin admin] Publish callbacks [] for security_group (53f951b6-478e-4483-b4ab-eaf8928877a2), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:53.190071 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-df1c2389-4e7b-4f63-b534-7ce6bff9f59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (53f951b6-478e-4483-b4ab-eaf8928877a2), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:53.230044 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-df1c2389-4e7b-4f63-b534-7ce6bff9f59b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=501712fc58244162a6a46666916e8ef9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3253908 Jul 20 15:33:53.233023 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c2389-4e7b-4f63-b534-7ce6bff9f59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f951b6-478e-4483-b4ab-eaf8928877a2,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:33:53.233425 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 43558) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:33:53.284533 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-cda8b061-45f1-429d-b23a-b83a80fcf192 admin admin] Publish callbacks [] for security_group (53f951b6-478e-4483-b4ab-eaf8928877a2), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:53.307901 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-cda8b061-45f1-429d-b23a-b83a80fcf192 admin admin] Publish callbacks [] for security_group (53f951b6-478e-4483-b4ab-eaf8928877a2), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:53.468184 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-cda8b061-45f1-429d-b23a-b83a80fcf192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (53f951b6-478e-4483-b4ab-eaf8928877a2), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:53.470086 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 43566) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:33:53.470881 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-cda8b061-45f1-429d-b23a-b83a80fcf192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:53.472053 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-cda8b061-45f1-429d-b23a-b83a80fcf192 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/53f951b6-478e-4483-b4ab-eaf8928877a2 HTTP/1.1" status: 204 len: 168 time: 0.2375228 Jul 20 15:33:53.482298 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda8b061-45f1-429d-b23a-b83a80fcf192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f951b6-478e-4483-b4ab-eaf8928877a2,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:33:53.490324 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-497c5e10-8bf6-4757-bcaa-94ce300d821c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:53.658554 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:53.834992 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09c889-b13a-4727-a659-bebb34680c7b req-7b5ede27-120b-493d-8795-d703b029cb9a tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:53.836615 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-dc09c889-b13a-4727-a659-bebb34680c7b req-7b5ede27-120b-493d-8795-d703b029cb9a tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0e200ad-ac34-4618-9518-9cc89ec380de HTTP/1.1" status: 200 len: 945 time: 0.0505562 Jul 20 15:33:53.868099 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76cef2-655a-4914-bdaf-ac6f68ef914e req-1edf584c-0346-4dea-aa26-db700210074b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:53.869608 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-0c76cef2-655a-4914-bdaf-ac6f68ef914e req-1edf584c-0346-4dea-aa26-db700210074b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=61872ef687074f5791a2cc46732bebdf&device_id=e0e200ad-ac34-4618-9518-9cc89ec380de HTTP/1.1" status: 200 len: 1129 time: 0.3252001 Jul 20 15:33:53.890656 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-dc09c889-b13a-4727-a659-bebb34680c7b req-5947c248-166d-49f2-ab63-5142c996a84a tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470119 Jul 20 15:33:53.892509 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-497c5e10-8bf6-4757-bcaa-94ce300d821c admin admin] Publish callbacks [] for security_group (6fcc9fe5-1884-4f88-9861-208e65307ff8), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:54.035530 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-497c5e10-8bf6-4757-bcaa-94ce300d821c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (6fcc9fe5-1884-4f88-9861-208e65307ff8), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:54.041476 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:33:54.092807 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-497c5e10-8bf6-4757-bcaa-94ce300d821c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b3e3804d06ad496da11844d35def6204&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6188307 Jul 20 15:33:54.093725 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 43574) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:33:54.098645 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c5e10-8bf6-4757-bcaa-94ce300d821c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcc9fe5-1884-4f88-9861-208e65307ff8,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:33:54.132606 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:33:54.166276 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-cee97c90-97d7-4c0e-9fbe-82bc1c29ce36 admin admin] Publish callbacks [] for security_group (6fcc9fe5-1884-4f88-9861-208e65307ff8), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:54.192374 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-cee97c90-97d7-4c0e-9fbe-82bc1c29ce36 admin admin] Publish callbacks [] for security_group (6fcc9fe5-1884-4f88-9861-208e65307ff8), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:54.367197 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-cee97c90-97d7-4c0e-9fbe-82bc1c29ce36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (6fcc9fe5-1884-4f88-9861-208e65307ff8), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:54.369944 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-cee97c90-97d7-4c0e-9fbe-82bc1c29ce36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:54.371195 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-cee97c90-97d7-4c0e-9fbe-82bc1c29ce36 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6fcc9fe5-1884-4f88-9861-208e65307ff8 HTTP/1.1" status: 204 len: 168 time: 0.2728038 Jul 20 15:33:54.381648 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee97c90-97d7-4c0e-9fbe-82bc1c29ce36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcc9fe5-1884-4f88-9861-208e65307ff8,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:33:54.538991 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 43586) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:33:54.556372 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-87389d8d-ca29-4320-9b44-f9a909cf3783 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:54.644471 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-87389d8d-ca29-4320-9b44-f9a909cf3783 admin admin] Publish callbacks [] for security_group (8d224182-7450-4da3-8f61-39c3d85f4f4a), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:54.707091 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76cef2-655a-4914-bdaf-ac6f68ef914e req-c29da837-6f69-4a3e-86d7-ebd02104a069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:54.708923 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-0c76cef2-655a-4914-bdaf-ac6f68ef914e req-c29da837-6f69-4a3e-86d7-ebd02104a069 service neutron] 10.222.0.102 "GET /v2.0/networks?id=49eaadcd-4166-45bc-8081-db7a31ee5c71 HTTP/1.1" status: 200 len: 919 time: 0.1035600 Jul 20 15:33:54.729618 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-87389d8d-ca29-4320-9b44-f9a909cf3783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (8d224182-7450-4da3-8f61-39c3d85f4f4a), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:54.752312 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-0c76cef2-655a-4914-bdaf-ac6f68ef914e req-acf836f7-ec77-441b-94ab-490ec78bb35c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9a62c66-1f34-4d8d-8dcb-53ae32a72875 HTTP/1.1" status: 200 len: 217 time: 0.0366042 Jul 20 15:33:54.782091 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-87389d8d-ca29-4320-9b44-f9a909cf3783 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7269ecdee09c4c74b9b5eb56a3194a15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2399356 Jul 20 15:33:54.782091 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87389d8d-ca29-4320-9b44-f9a909cf3783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d224182-7450-4da3-8f61-39c3d85f4f4a,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:33:54.785377 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 43590) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:33:54.823151 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:33:54.825300 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76cef2-655a-4914-bdaf-ac6f68ef914e req-03e47fca-feca-45c5-b330-04a80e647370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:54.827838 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-0c76cef2-655a-4914-bdaf-ac6f68ef914e req-03e47fca-feca-45c5-b330-04a80e647370 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa HTTP/1.1" status: 200 len: 857 time: 0.0675814 Jul 20 15:33:54.848604 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c57e0fd6-e005-435c-bb0e-92c872a8563d admin admin] Publish callbacks [] for security_group (8d224182-7450-4da3-8f61-39c3d85f4f4a), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:54.870758 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:33:54.876137 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c57e0fd6-e005-435c-bb0e-92c872a8563d admin admin] Publish callbacks [] for security_group (8d224182-7450-4da3-8f61-39c3d85f4f4a), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:54.884368 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76cef2-655a-4914-bdaf-ac6f68ef914e req-790e3657-e179-4637-8a06-447052448956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:54.887174 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-0c76cef2-655a-4914-bdaf-ac6f68ef914e req-790e3657-e179-4637-8a06-447052448956 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=49eaadcd-4166-45bc-8081-db7a31ee5c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0525625 Jul 20 15:33:54.923985 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:55.002869 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-0c76cef2-655a-4914-bdaf-ac6f68ef914e req-a4c7251e-5d3a-4dce-af8f-01f271e16321 service neutron] 10.222.0.102 "GET /v2.0/networks/49eaadcd-4166-45bc-8081-db7a31ee5c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071634 Jul 20 15:33:55.019159 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c57e0fd6-e005-435c-bb0e-92c872a8563d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (8d224182-7450-4da3-8f61-39c3d85f4f4a), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:55.022994 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c57e0fd6-e005-435c-bb0e-92c872a8563d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:55.025433 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-c57e0fd6-e005-435c-bb0e-92c872a8563d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8d224182-7450-4da3-8f61-39c3d85f4f4a HTTP/1.1" status: 204 len: 168 time: 0.2372153 Jul 20 15:33:55.043902 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e0fd6-e005-435c-bb0e-92c872a8563d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d224182-7450-4da3-8f61-39c3d85f4f4a,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:33:55.054415 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15db00-41d0-4d0f-b358-c7b4e2b05d1c req-65409470-598d-4627-a787-521984d70a64 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:55.057083 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3c15db00-41d0-4d0f-b358-c7b4e2b05d1c req-65409470-598d-4627-a787-521984d70a64 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0e200ad-ac34-4618-9518-9cc89ec380de HTTP/1.1" status: 200 len: 945 time: 0.0780239 Jul 20 15:33:55.124453 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:55.139618 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-0c76cef2-655a-4914-bdaf-ac6f68ef914e req-4da0d097-9a55-4a6e-b0cd-d4798e6ae7ab service neutron] 10.222.0.102 "GET /v2.0/networks/49eaadcd-4166-45bc-8081-db7a31ee5c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274149 Jul 20 15:33:55.140755 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3c15db00-41d0-4d0f-b358-c7b4e2b05d1c req-c0a4a325-84ff-4b41-ba20-731310cdb19a tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760596 Jul 20 15:33:56.299761 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdde5ab-e5b2-4fd5-a95d-8dd7132d88e7 req-42e63e17-a0c0-4920-b256-6ec5ad690a1c tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:56.302738 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-8cdde5ab-e5b2-4fd5-a95d-8dd7132d88e7 req-42e63e17-a0c0-4920-b256-6ec5ad690a1c tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0e200ad-ac34-4618-9518-9cc89ec380de HTTP/1.1" status: 200 len: 945 time: 0.0685568 Jul 20 15:33:56.361206 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 43688) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:33:56.362438 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-8cdde5ab-e5b2-4fd5-a95d-8dd7132d88e7 req-f89a29dc-0cfd-45bb-8d4d-c94e2f2bd0b4 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538206 Jul 20 15:33:56.486386 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-01bfad66-b81e-43a0-ade6-fb04135a6623 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2039643877-network', 'tenant_id': '1cd8d3e7499342d6820afd0c022033d7'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:33:56.630556 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bfad66-b81e-43a0-ade6-fb04135a6623 admin admin] Made reservation on behalf of 1cd8d3e7499342d6820afd0c022033d7 for: {'network': 1} {{(pid=104509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:33:56.633661 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-01bfad66-b81e-43a0-ade6-fb04135a6623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for network (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:56.645355 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-01bfad66-b81e-43a0-ade6-fb04135a6623 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:56.747959 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-01bfad66-b81e-43a0-ade6-fb04135a6623 admin admin] Publish callbacks [] for security_group (84e2c750-a014-4ce4-b40c-ad35ba108617), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:56.893060 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-01bfad66-b81e-43a0-ade6-fb04135a6623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (84e2c750-a014-4ce4-b40c-ad35ba108617), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:56.897651 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:33:56.931076 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01bfad66-b81e-43a0-ade6-fb04135a6623 admin admin] vlan segment allocate from pool success with {'vlan_id': 962, 'physical_network': 'physnet1'} {{(pid=104509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 15:33:56.945760 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bfad66-b81e-43a0-ade6-fb04135a6623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e2c750-a014-4ce4-b40c-ad35ba108617,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:33:56.953480 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-01bfad66-b81e-43a0-ade6-fb04135a6623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087'] for segment (f854f8ee-f7a9-4c28-b129-814c68cc493d), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:56.953829 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.db.segments_db [None req-01bfad66-b81e-43a0-ade6-fb04135a6623 admin admin] Added segment f854f8ee-f7a9-4c28-b129-814c68cc493d of type vlan for network 2b982f35-a28f-49f0-b5e0-a556372f8c53 Jul 20 15:33:57.001618 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-01bfad66-b81e-43a0-ade6-fb04135a6623 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737057167135'] for network (2b982f35-a28f-49f0-b5e0-a556372f8c53), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:57.106708 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-01bfad66-b81e-43a0-ade6-fb04135a6623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428'] for network (2b982f35-a28f-49f0-b5e0-a556372f8c53), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:57.107855 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bfad66-b81e-43a0-ade6-fb04135a6623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:57.108445 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-01bfad66-b81e-43a0-ade6-fb04135a6623 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for network (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:57.170787 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bfad66-b81e-43a0-ade6-fb04135a6623 admin admin] Pushing event updated for resources: {'Network': ['ID=2b982f35-a28f-49f0-b5e0-a556372f8c53,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:33:57.181265 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Network 2b982f35-a28f-49f0-b5e0-a556372f8c53 details requested by agent ovs-agent-dv-cinder-819149-12-iscsi with host dv-cinder-819149-12-iscsi {{(pid=104511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 15:33:57.223159 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-01bfad66-b81e-43a0-ade6-fb04135a6623 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8607578 Jul 20 15:33:57.225890 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 43704) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:33:57.230619 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-abe53c26-7e85-40c8-bc6c-9dd770476380 admin admin] Request body: {'subnet': {'network_id': '2b982f35-a28f-49f0-b5e0-a556372f8c53', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2039643877-subnet', 'tenant_id': '1cd8d3e7499342d6820afd0c022033d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:33:57.312257 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe53c26-7e85-40c8-bc6c-9dd770476380 admin admin] Made reservation on behalf of 1cd8d3e7499342d6820afd0c022033d7 for: {'subnet': 1} {{(pid=104509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:33:57.314828 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-abe53c26-7e85-40c8-bc6c-9dd770476380 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:57.480706 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:33:57.483793 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a031e87-90ed-4e1f-a9b3-766365c25e05 req-1f4bc102-c3a0-4697-983c-934a4eaf5437 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:57.485877 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2a031e87-90ed-4e1f-a9b3-766365c25e05 req-1f4bc102-c3a0-4697-983c-934a4eaf5437 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0e200ad-ac34-4618-9518-9cc89ec380de HTTP/1.1" status: 200 len: 945 time: 0.0525925 Jul 20 15:33:57.533113 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2a031e87-90ed-4e1f-a9b3-766365c25e05 req-3a97da12-3566-4f57-a1fe-bad21b5aa037 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413024 Jul 20 15:33:57.575150 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-abe53c26-7e85-40c8-bc6c-9dd770476380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428'] for subnet (61ecbdb1-b460-4bb1-aec1-6ca79162532a), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:57.642321 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe53c26-7e85-40c8-bc6c-9dd770476380 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61ecbdb1-b460-4bb1-aec1-6ca79162532a,revision_number=0']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:33:57.650166 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe53c26-7e85-40c8-bc6c-9dd770476380 admin admin] Checking segment: {'id': 'f854f8ee-f7a9-4c28-b129-814c68cc493d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '2b982f35-a28f-49f0-b5e0-a556372f8c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:33:57.650562 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe53c26-7e85-40c8-bc6c-9dd770476380 admin admin] Network hostable DHCP agents. Network: 2b982f35-a28f-49f0-b5e0-a556372f8c53, hostable agents: ['1054ab0b-28b9-454f-8889-d57ec5383afd'], hosted agents: [] {{(pid=104509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 15:33:57.818494 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe53c26-7e85-40c8-bc6c-9dd770476380 admin admin] Network 2b982f35-a28f-49f0-b5e0-a556372f8c53 is scheduled to be hosted by DHCP agent 1054ab0b-28b9-454f-8889-d57ec5383afd with binding_index 1 {{(pid=104509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 15:33:57.915676 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [None req-abe53c26-7e85-40c8-bc6c-9dd770476380 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-12-iscsi, 2b982f35-a28f-49f0-b5e0-a556372f8c53) {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:33:57.919975 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe53c26-7e85-40c8-bc6c-9dd770476380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:57.920649 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-abe53c26-7e85-40c8-bc6c-9dd770476380 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for subnet (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:57.924896 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c216c10-b569-4713-80ce-42e5dbcfc682 None None] Network 2b982f35-a28f-49f0-b5e0-a556372f8c53 requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:33:58.027270 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818fc13d-75d4-446d-a651-fb59002acdda None None] Network 2b982f35-a28f-49f0-b5e0-a556372f8c53 requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:33:58.034689 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-abe53c26-7e85-40c8-bc6c-9dd770476380 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8076279 Jul 20 15:33:58.653074 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8419b3-0296-424d-82f0-95bfe93be414 req-91dc5706-0cbc-4e5d-a2df-a05ae6ee8e5c tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:58.656774 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2e8419b3-0296-424d-82f0-95bfe93be414 req-91dc5706-0cbc-4e5d-a2df-a05ae6ee8e5c tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0e200ad-ac34-4618-9518-9cc89ec380de HTTP/1.1" status: 200 len: 945 time: 0.0530396 Jul 20 15:33:58.708635 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2e8419b3-0296-424d-82f0-95bfe93be414 req-49daa5c5-aee1-4b2c-8b00-f1014d8841cb tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465055 Jul 20 15:33:58.889649 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 43762) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:33:58.895098 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-0c6e1bdf-1a0a-45a4-8a38-d9fca8aeca8e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-962233782-network', 'tenant_id': '18b8bc855d7246b2a773de85f151ec63'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:33:58.975243 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6e1bdf-1a0a-45a4-8a38-d9fca8aeca8e admin admin] Made reservation on behalf of 18b8bc855d7246b2a773de85f151ec63 for: {'network': 1} {{(pid=104509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:33:58.977658 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-0c6e1bdf-1a0a-45a4-8a38-d9fca8aeca8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for network (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:58.995689 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-0c6e1bdf-1a0a-45a4-8a38-d9fca8aeca8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:59.071743 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-0c6e1bdf-1a0a-45a4-8a38-d9fca8aeca8e admin admin] Publish callbacks [] for security_group (5389d0be-a8b4-4cf8-8adb-42b6e441ccb3), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:59.209496 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-0c6e1bdf-1a0a-45a4-8a38-d9fca8aeca8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (5389d0be-a8b4-4cf8-8adb-42b6e441ccb3), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:59.246688 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c6e1bdf-1a0a-45a4-8a38-d9fca8aeca8e admin admin] vlan segment allocate from pool success with {'vlan_id': 975, 'physical_network': 'physnet1'} {{(pid=104509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 15:33:59.252764 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e1bdf-1a0a-45a4-8a38-d9fca8aeca8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5389d0be-a8b4-4cf8-8adb-42b6e441ccb3,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:33:59.260569 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-0c6e1bdf-1a0a-45a4-8a38-d9fca8aeca8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087'] for segment (9ae8201d-97e5-4023-a703-1bf2a407f774), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:59.260569 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.db.segments_db [None req-0c6e1bdf-1a0a-45a4-8a38-d9fca8aeca8e admin admin] Added segment 9ae8201d-97e5-4023-a703-1bf2a407f774 of type vlan for network 991b7e32-3227-4b40-8d96-06e416fdc421 Jul 20 15:33:59.301139 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-0c6e1bdf-1a0a-45a4-8a38-d9fca8aeca8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737057167135'] for network (991b7e32-3227-4b40-8d96-06e416fdc421), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:59.426535 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-0c6e1bdf-1a0a-45a4-8a38-d9fca8aeca8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428'] for network (991b7e32-3227-4b40-8d96-06e416fdc421), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:59.427508 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6e1bdf-1a0a-45a4-8a38-d9fca8aeca8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:59.428095 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-0c6e1bdf-1a0a-45a4-8a38-d9fca8aeca8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for network (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:59.454161 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:33:59.499665 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e1bdf-1a0a-45a4-8a38-d9fca8aeca8e admin admin] Pushing event updated for resources: {'Network': ['ID=991b7e32-3227-4b40-8d96-06e416fdc421,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:33:59.517432 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Network 991b7e32-3227-4b40-8d96-06e416fdc421 details requested by agent ovs-agent-dv-cinder-819149-12-iscsi with host dv-cinder-819149-12-iscsi {{(pid=104511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 15:33:59.550646 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-0c6e1bdf-1a0a-45a4-8a38-d9fca8aeca8e admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6572263 Jul 20 15:33:59.551637 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 43770) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:33:59.558647 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-cb412ecf-ebe3-46a8-a6a1-0b261962b1b0 admin admin] Request body: {'subnet': {'network_id': '991b7e32-3227-4b40-8d96-06e416fdc421', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-962233782-subnet', 'tenant_id': '18b8bc855d7246b2a773de85f151ec63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:33:59.670145 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb412ecf-ebe3-46a8-a6a1-0b261962b1b0 admin admin] Made reservation on behalf of 18b8bc855d7246b2a773de85f151ec63 for: {'subnet': 1} {{(pid=104510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:33:59.672583 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-cb412ecf-ebe3-46a8-a6a1-0b261962b1b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25937554'] for subnet (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:59.909462 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6ef8a-20d6-4d64-869a-5e1032a5574e req-96284f17-8640-41f1-b75c-0fb598f4e711 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:33:59.926838 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6ae6ef8a-20d6-4d64-869a-5e1032a5574e req-96284f17-8640-41f1-b75c-0fb598f4e711 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0e200ad-ac34-4618-9518-9cc89ec380de HTTP/1.1" status: 200 len: 945 time: 0.0657442 Jul 20 15:33:59.941433 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-cb412ecf-ebe3-46a8-a6a1-0b261962b1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25785471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25937540'] for subnet (69f02f8a-bf72-46d3-91f1-d9296766ac3a), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:33:59.945164 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:00.034549 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6ae6ef8a-20d6-4d64-869a-5e1032a5574e req-05e812f9-1f86-49eb-9f49-6ec0289d65a6 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127577 Jul 20 15:34:00.045965 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb412ecf-ebe3-46a8-a6a1-0b261962b1b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69f02f8a-bf72-46d3-91f1-d9296766ac3a,revision_number=0']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:00.063781 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb412ecf-ebe3-46a8-a6a1-0b261962b1b0 admin admin] Checking segment: {'id': '9ae8201d-97e5-4023-a703-1bf2a407f774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '991b7e32-3227-4b40-8d96-06e416fdc421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:34:00.064140 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb412ecf-ebe3-46a8-a6a1-0b261962b1b0 admin admin] Network hostable DHCP agents. Network: 991b7e32-3227-4b40-8d96-06e416fdc421, hostable agents: ['1054ab0b-28b9-454f-8889-d57ec5383afd'], hosted agents: [] {{(pid=104510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 15:34:00.209468 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb412ecf-ebe3-46a8-a6a1-0b261962b1b0 admin admin] Network 991b7e32-3227-4b40-8d96-06e416fdc421 is scheduled to be hosted by DHCP agent 1054ab0b-28b9-454f-8889-d57ec5383afd with binding_index 1 {{(pid=104510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 15:34:00.335010 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.base_scheduler [None req-cb412ecf-ebe3-46a8-a6a1-0b261962b1b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-12-iscsi, 991b7e32-3227-4b40-8d96-06e416fdc421) {{(pid=104510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:34:00.339877 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb412ecf-ebe3-46a8-a6a1-0b261962b1b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:00.342176 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-cb412ecf-ebe3-46a8-a6a1-0b261962b1b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for subnet (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:00.350432 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9f808e-83d0-4f3e-bd69-d24a75166a7e None None] Network 991b7e32-3227-4b40-8d96-06e416fdc421 requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:34:00.469914 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-cb412ecf-ebe3-46a8-a6a1-0b261962b1b0 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9166260 Jul 20 15:34:00.505265 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf14342-1b57-4aa9-89b0-f8eab2f32455 None None] Network 991b7e32-3227-4b40-8d96-06e416fdc421 requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:34:01.148573 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e186b-f5c3-4a11-8816-8db9af1493a2 req-5a3dc9bc-465e-4b2c-b3fb-3dda737527d3 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:01.150122 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-326e186b-f5c3-4a11-8816-8db9af1493a2 req-5a3dc9bc-465e-4b2c-b3fb-3dda737527d3 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0e200ad-ac34-4618-9518-9cc89ec380de HTTP/1.1" status: 200 len: 945 time: 0.0535591 Jul 20 15:34:01.178050 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:01.215403 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-326e186b-f5c3-4a11-8816-8db9af1493a2 req-bafaf9c8-628a-4db2-93ce-36f10d9b1264 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562677 Jul 20 15:34:02.143794 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e2f73-8faa-4efd-b4c0-a2165a4175e5 req-fbbfd52a-8b35-4a68-b147-78a6c8fa3d35 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:02.145493 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-044e2f73-8faa-4efd-b4c0-a2165a4175e5 req-fbbfd52a-8b35-4a68-b147-78a6c8fa3d35 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 946 time: 0.0598652 Jul 20 15:34:02.205676 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-044e2f73-8faa-4efd-b4c0-a2165a4175e5 req-7482c091-6454-4672-af37-fc94e2474671 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545311 Jul 20 15:34:02.545505 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=7 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:03.359002 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a34f0e-5a7b-424d-b389-46f9e841b058 req-7c568fb2-c845-4f1f-8504-dea0285d6e20 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:03.360402 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-92a34f0e-5a7b-424d-b389-46f9e841b058 req-7c568fb2-c845-4f1f-8504-dea0285d6e20 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 946 time: 0.0664279 Jul 20 15:34:03.414645 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-92a34f0e-5a7b-424d-b389-46f9e841b058 req-f12e401d-7839-4c15-a8ce-10378fe442f4 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457091 Jul 20 15:34:04.533404 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3ef31-5d50-483c-b2f0-bcfde6284e0d req-75c3a940-bf94-4d87-92a0-cf605ed3a2b0 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:04.534918 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-eaf3ef31-5d50-483c-b2f0-bcfde6284e0d req-75c3a940-bf94-4d87-92a0-cf605ed3a2b0 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 946 time: 0.0478692 Jul 20 15:34:04.588773 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-eaf3ef31-5d50-483c-b2f0-bcfde6284e0d req-dd60aa08-f5d0-4272-a4c8-f6fac895ca41 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480855 Jul 20 15:34:05.724647 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266547d-a6c4-49ef-bd47-f6349b3aebf5 req-31ef39f8-27c8-40b0-b29e-aaac090570ae tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:05.726100 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-1266547d-a6c4-49ef-bd47-f6349b3aebf5 req-31ef39f8-27c8-40b0-b29e-aaac090570ae tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 946 time: 0.0560181 Jul 20 15:34:05.780419 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-1266547d-a6c4-49ef-bd47-f6349b3aebf5 req-d592ed1a-2c58-427b-bd8d-053448a0026c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485675 Jul 20 15:34:06.802297 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 43946) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:06.816477 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-bbc1dca4-abce-4a34-bd3f-dc56664e09b5 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2605876', 'description': 'tempest-description--416829741'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:34:06.919923 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-bbc1dca4-abce-4a34-bd3f-dc56664e09b5 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:06.956414 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99709825-dc74-4e81-acf0-4309bc6929d6 req-3075fa0a-1a13-4971-bf21-c47527fbaea2 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:06.957994 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-99709825-dc74-4e81-acf0-4309bc6929d6 req-3075fa0a-1a13-4971-bf21-c47527fbaea2 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 946 time: 0.0826163 Jul 20 15:34:07.057987 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-99709825-dc74-4e81-acf0-4309bc6929d6 req-fe0eebfe-f707-4018-b5a6-614647936c90 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894790 Jul 20 15:34:07.070810 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-bbc1dca4-abce-4a34-bd3f-dc56664e09b5 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks [] for security_group (01a306c2-cb97-49eb-a20f-5773ace76a30), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:07.167073 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-bbc1dca4-abce-4a34-bd3f-dc56664e09b5 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (01a306c2-cb97-49eb-a20f-5773ace76a30), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:07.203954 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc1dca4-abce-4a34-bd3f-dc56664e09b5 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01a306c2-cb97-49eb-a20f-5773ace76a30,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:07.264397 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-bbc1dca4-abce-4a34-bd3f-dc56664e09b5 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:07.271501 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-bbc1dca4-abce-4a34-bd3f-dc56664e09b5 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.4615533 Jul 20 15:34:07.271501 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 43966) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:07.279313 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-ac2f45d6-6471-42f6-b90f-02b60975e816 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Request body: {'security_group_rule': {'security_group_id': '01a306c2-cb97-49eb-a20f-5773ace76a30', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:34:07.413555 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ac2f45d6-6471-42f6-b90f-02b60975e816 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks [] for security_group_rule (e31acb3c-f098-4e1c-972c-2499b74499d6), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:07.498659 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ac2f45d6-6471-42f6-b90f-02b60975e816 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks [] for security_group_rule (e31acb3c-f098-4e1c-972c-2499b74499d6), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:07.556434 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:07.575177 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0eec86-e9a2-45ef-83b3-2bc97b1eedbd req-4bbc9ef7-7f79-42ff-a378-2632ad312d00 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:07.577346 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2c0eec86-e9a2-45ef-83b3-2bc97b1eedbd req-4bbc9ef7-7f79-42ff-a378-2632ad312d00 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.0523145 Jul 20 15:34:07.645089 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ac2f45d6-6471-42f6-b90f-02b60975e816 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624241'] for security_group_rule (e31acb3c-f098-4e1c-972c-2499b74499d6), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:07.654763 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2c0eec86-e9a2-45ef-83b3-2bc97b1eedbd req-4ca4a5fe-e396-443f-8834-d8c112b1658d tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692766 Jul 20 15:34:07.655239 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:07.665498 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f45d6-6471-42f6-b90f-02b60975e816 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e31acb3c-f098-4e1c-972c-2499b74499d6,revision_number=0']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:07.754571 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ac2f45d6-6471-42f6-b90f-02b60975e816 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:07.758506 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-ac2f45d6-6471-42f6-b90f-02b60975e816 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4829292 Jul 20 15:34:07.758860 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 43982) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:07.765010 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-2ced480e-e661-4f6f-9865-198bbf7fc816 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Request body: {'security_group_rule': {'security_group_id': '01a306c2-cb97-49eb-a20f-5773ace76a30', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:34:07.945723 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-2ced480e-e661-4f6f-9865-198bbf7fc816 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks [] for security_group_rule (b80ce643-fb8e-4f6c-8545-444a5051762b), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:08.013789 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-2ced480e-e661-4f6f-9865-198bbf7fc816 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks [] for security_group_rule (b80ce643-fb8e-4f6c-8545-444a5051762b), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:08.152216 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-2ced480e-e661-4f6f-9865-198bbf7fc816 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624241'] for security_group_rule (b80ce643-fb8e-4f6c-8545-444a5051762b), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:08.185631 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced480e-e661-4f6f-9865-198bbf7fc816 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b80ce643-fb8e-4f6c-8545-444a5051762b,revision_number=0']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:08.233383 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583267e-4d47-4d54-8f42-6a88ea811335 req-cf281ac6-37cf-40a4-8aa1-ed25cfb979c7 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:08.234931 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c583267e-4d47-4d54-8f42-6a88ea811335 req-cf281ac6-37cf-40a4-8aa1-ed25cfb979c7 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 946 time: 0.0646198 Jul 20 15:34:08.286780 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c583267e-4d47-4d54-8f42-6a88ea811335 req-27776c45-9bc2-4ff4-b581-ad16d523d615 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455513 Jul 20 15:34:08.296841 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-2ced480e-e661-4f6f-9865-198bbf7fc816 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:08.298026 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-2ced480e-e661-4f6f-9865-198bbf7fc816 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5380399 Jul 20 15:34:08.301098 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 44004) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:08.305328 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-ce4a7e1c-d238-4253-aacf-2c2bcd1d3020 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Request body: {'floatingip': {'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:34:08.390135 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ce4a7e1c-d238-4253-aacf-2c2bcd1d3020 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:08.435264 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:08.435880 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=62,neutron:UPDATE=5 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:08.495439 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ce4a7e1c-d238-4253-aacf-2c2bcd1d3020 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:08.513049 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:08.614628 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.db_base_plugin_common [None req-ce4a7e1c-d238-4253-aacf-2c2bcd1d3020 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Allocated IP 172.27.1.94 (8e10d912-d794-48e6-8f9b-6baf59c7f77e/d5daf119-8c14-4f50-a186-1c01cb5bfe5f/ad7a7d14-b0b0-4852-af81-484af62af24f) {{(pid=104510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:34:08.769476 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ce4a7e1c-d238-4253-aacf-2c2bcd1d3020 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks [] for port (ad7a7d14-b0b0-4852-af81-484af62af24f), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:08.784408 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:08.797352 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff478b-1d04-49ea-ab88-b2dbf2e10c1a req-9ec4ef12-0e05-4ed6-b4d5-4efc77a9cccb tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:08.798836 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9bff478b-1d04-49ea-ab88-b2dbf2e10c1a req-9ec4ef12-0e05-4ed6-b4d5-4efc77a9cccb tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.0708616 Jul 20 15:34:08.875193 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9bff478b-1d04-49ea-ab88-b2dbf2e10c1a req-1000d8fd-ea37-4311-807c-4cbb9580ec5f tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678928 Jul 20 15:34:08.899275 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ce4a7e1c-d238-4253-aacf-2c2bcd1d3020 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25775823'] for port (ad7a7d14-b0b0-4852-af81-484af62af24f), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:08.938581 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4a7e1c-d238-4253-aacf-2c2bcd1d3020 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Network 8e10d912-d794-48e6-8f9b-6baf59c7f77e is already hosted by enough agents. {{(pid=104510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:34:08.943966 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.base_scheduler [None req-ce4a7e1c-d238-4253-aacf-2c2bcd1d3020 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Resources bound (agent type, host, resource id): {{(pid=104510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:34:08.947937 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4a7e1c-d238-4253-aacf-2c2bcd1d3020 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Received port after_create {{(pid=104510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:34:08.974255 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a7e1c-d238-4253-aacf-2c2bcd1d3020 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Pushing event updated for resources: {'Port': ['ID=ad7a7d14-b0b0-4852-af81-484af62af24f,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:08.978167 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:09.046766 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ce4a7e1c-d238-4253-aacf-2c2bcd1d3020 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks [] for floatingip (91348eaa-4f6c-467c-a308-58e5f621dce0), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:09.145810 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ce4a7e1c-d238-4253-aacf-2c2bcd1d3020 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (ad7a7d14-b0b0-4852-af81-484af62af24f), before_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:09.441151 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018a53b-496f-4aca-a34a-00946d08cae1 req-0b763eda-0c90-4ac4-8efa-1e6c3d2560a4 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:09.442906 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-8018a53b-496f-4aca-a34a-00946d08cae1 req-0b763eda-0c90-4ac4-8efa-1e6c3d2560a4 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 946 time: 0.0757647 Jul 20 15:34:09.494318 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=75,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:09.495939 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=30,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:09.567949 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-8018a53b-496f-4aca-a34a-00946d08cae1 req-b3efb069-499b-487c-903f-26f10849055b tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812783 Jul 20 15:34:09.598124 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ce4a7e1c-d238-4253-aacf-2c2bcd1d3020 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks [] for port (ad7a7d14-b0b0-4852-af81-484af62af24f), precommit_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:09.680999 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ce4a7e1c-d238-4253-aacf-2c2bcd1d3020 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25775864'] for port (ad7a7d14-b0b0-4852-af81-484af62af24f), after_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:09.757587 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a7e1c-d238-4253-aacf-2c2bcd1d3020 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Pushing event updated for resources: {'Port': ['ID=ad7a7d14-b0b0-4852-af81-484af62af24f,revision_number=2']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:09.787156 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ce4a7e1c-d238-4253-aacf-2c2bcd1d3020 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714675'] for floatingip (91348eaa-4f6c-467c-a308-58e5f621dce0), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:09.903121 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ce4a7e1c-d238-4253-aacf-2c2bcd1d3020 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for floatingip (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:09.907170 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-ce4a7e1c-d238-4253-aacf-2c2bcd1d3020 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6032264 Jul 20 15:34:10.007479 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41415c45-283a-4c93-9837-5fee17f3b4e2 req-bb2c3447-6c44-4287-839a-6731314874fb tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:10.008864 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-41415c45-283a-4c93-9837-5fee17f3b4e2 req-bb2c3447-6c44-4287-839a-6731314874fb tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.0550106 Jul 20 15:34:10.066682 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-41415c45-283a-4c93-9837-5fee17f3b4e2 req-eed51eec-2507-4878-97d6-00c6017d8b6e tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471756 Jul 20 15:34:10.141215 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-97f0d4d7-6aac-4ec3-aa1d-11a5fdcd723e tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--2605876&fields=id&tenant_id=61872ef687074f5791a2cc46732bebdf HTTP/1.1" status: 200 len: 267 time: 0.0456924 Jul 20 15:34:10.171537 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:10.253074 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-c77b3468-9603-48b5-bb6b-a7fbe6007d04 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:10.254553 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-c77b3468-9603-48b5-bb6b-a7fbe6007d04 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/networks?id=49eaadcd-4166-45bc-8081-db7a31ee5c71 HTTP/1.1" status: 200 len: 818 time: 0.1068153 Jul 20 15:34:10.269893 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-bfa9c648-0533-40f6-8231-104f680f8047 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/quotas/61872ef687074f5791a2cc46732bebdf HTTP/1.1" status: 200 len: 375 time: 0.0097530 Jul 20 15:34:10.324909 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-c6787c78-2b62-42d5-840f-2f818e7682a3 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=61872ef687074f5791a2cc46732bebdf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0497565 Jul 20 15:34:10.438664 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-4a589c16-46f3-471f-848f-6d14aacc2950 service neutron] 10.222.0.78 "GET /v2.0/networks/49eaadcd-4166-45bc-8081-db7a31ee5c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992787 Jul 20 15:34:10.452702 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 44068) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:10.486679 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:10.560908 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-14be5e53-1e99-4299-a417-4cbd95679e81 service neutron] 10.222.0.78 "GET /v2.0/networks/49eaadcd-4166-45bc-8081-db7a31ee5c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164603 Jul 20 15:34:10.615170 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-cd07fb5f-9aeb-4221-81f5-f4f494fdcda2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:10.724681 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974213f-82d3-4299-9d88-75b108d33316 req-1b95395d-1426-4ec5-8fd6-3debbbc61fde tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:10.726241 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c974213f-82d3-4299-9d88-75b108d33316 req-1b95395d-1426-4ec5-8fd6-3debbbc61fde tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 946 time: 0.0670435 Jul 20 15:34:10.778143 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-cd07fb5f-9aeb-4221-81f5-f4f494fdcda2 admin admin] Publish callbacks [] for security_group (35566144-4128-45b9-bd85-2d8be775383b), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:10.796499 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c974213f-82d3-4299-9d88-75b108d33316 req-28457bab-ea0a-4f8d-bd89-7187ed9216d9 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644953 Jul 20 15:34:10.884939 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d7e68620-4c63-407f-8c14-0342d20ba590 req-4da72fe2-fca1-4603-9975-715e6d56d96f tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 210 time: 0.0472181 Jul 20 15:34:10.886462 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-cd07fb5f-9aeb-4221-81f5-f4f494fdcda2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (35566144-4128-45b9-bd85-2d8be775383b), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:10.948454 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd07fb5f-9aeb-4221-81f5-f4f494fdcda2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35566144-4128-45b9-bd85-2d8be775383b,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:10.958279 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-cd07fb5f-9aeb-4221-81f5-f4f494fdcda2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c2759635a13e44ed9518b88baa879471&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5039852 Jul 20 15:34:10.960659 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 44094) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:11.066145 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-154d78d8-2b09-4f95-a458-0d5a901221b8 admin admin] Publish callbacks [] for security_group (35566144-4128-45b9-bd85-2d8be775383b), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:11.111888 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-154d78d8-2b09-4f95-a458-0d5a901221b8 admin admin] Publish callbacks [] for security_group (35566144-4128-45b9-bd85-2d8be775383b), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:11.241710 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123e775-5734-4b08-8976-5d86bcee3b1c req-d686ca7b-a47c-48fd-8c06-3b6f4db607ce tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:11.244210 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-0123e775-5734-4b08-8976-5d86bcee3b1c req-d686ca7b-a47c-48fd-8c06-3b6f4db607ce tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.0604758 Jul 20 15:34:11.296799 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-0123e775-5734-4b08-8976-5d86bcee3b1c req-ae835ee7-363f-4718-9050-a381513e0a72 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449376 Jul 20 15:34:11.303235 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-154d78d8-2b09-4f95-a458-0d5a901221b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (35566144-4128-45b9-bd85-2d8be775383b), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:11.306547 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-154d78d8-2b09-4f95-a458-0d5a901221b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:11.307176 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-154d78d8-2b09-4f95-a458-0d5a901221b8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/35566144-4128-45b9-bd85-2d8be775383b HTTP/1.1" status: 204 len: 168 time: 0.3451364 Jul 20 15:34:11.318608 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154d78d8-2b09-4f95-a458-0d5a901221b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35566144-4128-45b9-bd85-2d8be775383b,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:11.426223 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:11.503858 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 44112) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:11.744272 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-b52aa03f-2a01-40c4-8801-06cf43279783 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:11.844841 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-b52aa03f-2a01-40c4-8801-06cf43279783 admin admin] Publish callbacks [] for security_group (e7b262f7-c478-474e-9349-14f9ba619e1a), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:11.928610 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-b52aa03f-2a01-40c4-8801-06cf43279783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (e7b262f7-c478-474e-9349-14f9ba619e1a), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:11.994688 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a837e-6047-4a8f-b001-dfcc79a774b6 req-a7d03331-a736-40c4-8a84-98335f78422e tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:11.996645 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-0b5a837e-6047-4a8f-b001-dfcc79a774b6 req-a7d03331-a736-40c4-8a84-98335f78422e tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 946 time: 0.0800135 Jul 20 15:34:12.006058 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-b52aa03f-2a01-40c4-8801-06cf43279783 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=94ddbdb125164a1fbbc85e5295c3ee93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5005512 Jul 20 15:34:12.007799 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52aa03f-2a01-40c4-8801-06cf43279783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b262f7-c478-474e-9349-14f9ba619e1a,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:12.008905 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 44130) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:12.032648 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:12.076160 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-0b5a837e-6047-4a8f-b001-dfcc79a774b6 req-c9062f4f-0802-44e9-9b98-72e0a9dafb0d tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726891 Jul 20 15:34:12.079403 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2685b33d-fae8-4b3f-8d59-2d99873d49c6 admin admin] Publish callbacks [] for security_group (e7b262f7-c478-474e-9349-14f9ba619e1a), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:12.110030 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2685b33d-fae8-4b3f-8d59-2d99873d49c6 admin admin] Publish callbacks [] for security_group (e7b262f7-c478-474e-9349-14f9ba619e1a), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:12.276517 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4ab2dc6d-51a8-48ec-a110-c6f212ef8023 req-9259396d-8105-4aa9-a781-e3e755ac1861 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 210 time: 0.0320668 Jul 20 15:34:12.284504 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2685b33d-fae8-4b3f-8d59-2d99873d49c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (e7b262f7-c478-474e-9349-14f9ba619e1a), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:12.287311 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2685b33d-fae8-4b3f-8d59-2d99873d49c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:12.290763 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-2685b33d-fae8-4b3f-8d59-2d99873d49c6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e7b262f7-c478-474e-9349-14f9ba619e1a HTTP/1.1" status: 204 len: 168 time: 0.2786434 Jul 20 15:34:12.301549 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685b33d-fae8-4b3f-8d59-2d99873d49c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b262f7-c478-474e-9349-14f9ba619e1a,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:12.490446 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa46ea-0cef-43c2-95d7-ad157e56bd90 req-b1ad23c4-62ae-4a84-a58d-6c43c565f70d tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:12.492120 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-adaa46ea-0cef-43c2-95d7-ad157e56bd90 req-b1ad23c4-62ae-4a84-a58d-6c43c565f70d tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.0706699 Jul 20 15:34:12.547988 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-adaa46ea-0cef-43c2-95d7-ad157e56bd90 req-24aafd75-346a-4e3a-9f9e-766dfa220448 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489228 Jul 20 15:34:12.776020 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 44158) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:12.882948 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-f954cbac-27a7-4617-8a85-55f39e99aa44 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1406205359-network', 'tenant_id': '8793a880033e400d89ac8de5a30003b7'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:34:13.009248 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f954cbac-27a7-4617-8a85-55f39e99aa44 admin admin] Made reservation on behalf of 8793a880033e400d89ac8de5a30003b7 for: {'network': 1} {{(pid=104510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:34:13.011782 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f954cbac-27a7-4617-8a85-55f39e99aa44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for network (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:13.020744 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f954cbac-27a7-4617-8a85-55f39e99aa44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:13.097737 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 44166) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:13.113625 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-23093d2b-09ff-43ff-ab21-3a4c993ad062 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:13.173170 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f954cbac-27a7-4617-8a85-55f39e99aa44 admin admin] Publish callbacks [] for security_group (6383cd3e-5c98-4b41-ac9f-2c89cce9dffe), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:13.221893 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-23093d2b-09ff-43ff-ab21-3a4c993ad062 admin admin] Publish callbacks [] for security_group (dede787e-237c-4b22-8411-816eb75aca3c), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:13.238835 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b92669-917a-4b17-83a1-c2c56f25df1c req-18f1f5ba-78a9-48cb-9b68-0ac380d5507a tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:13.240725 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e3b92669-917a-4b17-83a1-c2c56f25df1c req-18f1f5ba-78a9-48cb-9b68-0ac380d5507a tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 946 time: 0.0696266 Jul 20 15:34:13.275164 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f954cbac-27a7-4617-8a85-55f39e99aa44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (6383cd3e-5c98-4b41-ac9f-2c89cce9dffe), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:13.295298 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-23093d2b-09ff-43ff-ab21-3a4c993ad062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (dede787e-237c-4b22-8411-816eb75aca3c), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:13.342961 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23093d2b-09ff-43ff-ab21-3a4c993ad062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dede787e-237c-4b22-8411-816eb75aca3c,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:13.343926 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e3b92669-917a-4b17-83a1-c2c56f25df1c req-441d2168-25b8-46e5-aadd-c92564d3c3ff tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936213 Jul 20 15:34:13.345019 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f954cbac-27a7-4617-8a85-55f39e99aa44 admin admin] vlan segment allocate from pool success with {'vlan_id': 990, 'physical_network': 'physnet1'} {{(pid=104510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 15:34:13.347364 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f954cbac-27a7-4617-8a85-55f39e99aa44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:13.347881 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-23093d2b-09ff-43ff-ab21-3a4c993ad062 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=116f245900cf4d22b211ae8c22e23882&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2488208 Jul 20 15:34:13.349624 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:13.350877 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 44176) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:13.359825 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f954cbac-27a7-4617-8a85-55f39e99aa44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087'] for segment (7537d4ee-dce6-4a65-a703-7b3110bc13c1), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:13.360036 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.db.segments_db [None req-f954cbac-27a7-4617-8a85-55f39e99aa44 admin admin] Added segment 7537d4ee-dce6-4a65-a703-7b3110bc13c1 of type vlan for network 04fc2edc-754b-4f43-aeb0-2e6d32720d77 Jul 20 15:34:13.427073 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-4c896005-237c-4276-b5cf-ce0ef509adc8 admin admin] Publish callbacks [] for security_group (dede787e-237c-4b22-8411-816eb75aca3c), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:13.451134 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-4c896005-237c-4276-b5cf-ce0ef509adc8 admin admin] Publish callbacks [] for security_group (dede787e-237c-4b22-8411-816eb75aca3c), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:13.454005 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b3f43467-9227-4ee3-9ecc-69ff15cf6b56 req-e0c2cf9e-0b77-4ca9-a261-c3232f66f5cf tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 210 time: 0.0417435 Jul 20 15:34:13.455613 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f954cbac-27a7-4617-8a85-55f39e99aa44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737057167135'] for network (04fc2edc-754b-4f43-aeb0-2e6d32720d77), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:13.564316 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f954cbac-27a7-4617-8a85-55f39e99aa44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428'] for network (04fc2edc-754b-4f43-aeb0-2e6d32720d77), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:13.565407 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f954cbac-27a7-4617-8a85-55f39e99aa44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:13.566033 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f954cbac-27a7-4617-8a85-55f39e99aa44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for network (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:13.620355 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-4c896005-237c-4276-b5cf-ce0ef509adc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (dede787e-237c-4b22-8411-816eb75aca3c), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:13.623841 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-4c896005-237c-4276-b5cf-ce0ef509adc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:13.627633 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-4c896005-237c-4276-b5cf-ce0ef509adc8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dede787e-237c-4b22-8411-816eb75aca3c HTTP/1.1" status: 204 len: 168 time: 0.2722251 Jul 20 15:34:13.635475 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c896005-237c-4276-b5cf-ce0ef509adc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dede787e-237c-4b22-8411-816eb75aca3c,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:13.650610 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f954cbac-27a7-4617-8a85-55f39e99aa44 admin admin] Pushing event updated for resources: {'Network': ['ID=04fc2edc-754b-4f43-aeb0-2e6d32720d77,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:13.667757 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Network 04fc2edc-754b-4f43-aeb0-2e6d32720d77 details requested by agent ovs-agent-dv-cinder-819149-12-iscsi with host dv-cinder-819149-12-iscsi {{(pid=104511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 15:34:13.690149 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc02b44-8d9d-4aaf-b43d-84b0d9a75860 req-a2ab5f87-9ed0-4a9d-b3ff-19d7704bb421 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:13.691878 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-dcc02b44-8d9d-4aaf-b43d-84b0d9a75860 req-a2ab5f87-9ed0-4a9d-b3ff-19d7704bb421 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.0571578 Jul 20 15:34:13.743084 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-f954cbac-27a7-4617-8a85-55f39e99aa44 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.9633653 Jul 20 15:34:13.743438 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 44182) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:13.745121 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-dcc02b44-8d9d-4aaf-b43d-84b0d9a75860 req-c2158e4e-2bff-412a-896c-312bcc7d9eb8 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475879 Jul 20 15:34:13.749388 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-682b1f40-45a1-490c-8c0d-aac65cfa9dcd admin admin] Request body: {'subnet': {'network_id': '04fc2edc-754b-4f43-aeb0-2e6d32720d77', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1406205359-subnet', 'tenant_id': '8793a880033e400d89ac8de5a30003b7', 'ip_version': 4}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:34:13.871613 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682b1f40-45a1-490c-8c0d-aac65cfa9dcd admin admin] Made reservation on behalf of 8793a880033e400d89ac8de5a30003b7 for: {'subnet': 1} {{(pid=104509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:34:13.874632 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-682b1f40-45a1-490c-8c0d-aac65cfa9dcd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:14.090047 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-682b1f40-45a1-490c-8c0d-aac65cfa9dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428'] for subnet (b20786d0-6549-4701-b26c-42f499c3d245), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:14.148947 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b1f40-45a1-490c-8c0d-aac65cfa9dcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b20786d0-6549-4701-b26c-42f499c3d245,revision_number=0']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:14.160979 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:14.171845 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682b1f40-45a1-490c-8c0d-aac65cfa9dcd admin admin] Checking segment: {'id': '7537d4ee-dce6-4a65-a703-7b3110bc13c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '04fc2edc-754b-4f43-aeb0-2e6d32720d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:34:14.172208 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682b1f40-45a1-490c-8c0d-aac65cfa9dcd admin admin] Network hostable DHCP agents. Network: 04fc2edc-754b-4f43-aeb0-2e6d32720d77, hostable agents: ['1054ab0b-28b9-454f-8889-d57ec5383afd'], hosted agents: [] {{(pid=104509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 15:34:14.175778 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:14.265662 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682b1f40-45a1-490c-8c0d-aac65cfa9dcd admin admin] Network 04fc2edc-754b-4f43-aeb0-2e6d32720d77 is scheduled to be hosted by DHCP agent 1054ab0b-28b9-454f-8889-d57ec5383afd with binding_index 1 {{(pid=104509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 15:34:14.358874 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [None req-682b1f40-45a1-490c-8c0d-aac65cfa9dcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-12-iscsi, 04fc2edc-754b-4f43-aeb0-2e6d32720d77) {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:34:14.364565 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682b1f40-45a1-490c-8c0d-aac65cfa9dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:14.365563 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-682b1f40-45a1-490c-8c0d-aac65cfa9dcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for subnet (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:14.369737 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9934aa9-1361-4c9e-a9cb-cc5dd4bf6f0e None None] Network 04fc2edc-754b-4f43-aeb0-2e6d32720d77 requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:34:14.447898 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-682b1f40-45a1-490c-8c0d-aac65cfa9dcd admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7026267 Jul 20 15:34:14.450447 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 44202) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:14.456001 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-5c4fbb5f-21a2-4830-addf-5b7f3773cebf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1406205359-router', 'tenant_id': '8793a880033e400d89ac8de5a30003b7', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'}}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:34:14.480687 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1b282-7f66-46a2-bab0-325807e9edeb req-14cfe70d-7e2b-4e07-bd03-a37794710829 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:14.482947 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-48f1b282-7f66-46a2-bab0-325807e9edeb req-14cfe70d-7e2b-4e07-bd03-a37794710829 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 946 time: 0.0566170 Jul 20 15:34:14.490740 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3499a7c-863b-4663-836f-fec75e017e67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a790180-0092-51b0-93a4-34605dc8f1ad-04fc2edc-754b-4f43-aeb0-2e6d32720d77', 'network_id': '04fc2edc-754b-4f43-aeb0-2e6d32720d77', 'project_id': '8793a880033e400d89ac8de5a30003b7', 'fixed_ips': [{'subnet_id': 'b20786d0-6549-4701-b26c-42f499c3d245'}]}} from dv-cinder-819149-12-iscsi. {{(pid=104511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 15:34:14.492612 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b3499a7c-863b-4663-836f-fec75e017e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:14.551004 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-48f1b282-7f66-46a2-bab0-325807e9edeb req-097268c8-b629-419a-a6fb-c20388e08bbc tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613840 Jul 20 15:34:14.569096 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-98b6afa5-aaf8-4eba-853c-f962cc3efa3d req-74269a72-0d37-40ed-9cda-fec9e9a00f9c tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 210 time: 0.0347939 Jul 20 15:34:14.586361 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-5c4fbb5f-21a2-4830-addf-5b7f3773cebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1708962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router (da75dcab-f0f2-40bb-9d79-2eca26de8c90), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:14.587453 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-5c4fbb5f-21a2-4830-addf-5b7f3773cebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1708854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1715537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-722'] for router (da75dcab-f0f2-40bb-9d79-2eca26de8c90), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:14.643963 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-5c4fbb5f-21a2-4830-addf-5b7f3773cebf admin admin] Publish callbacks [] for router_controller (da75dcab-f0f2-40bb-9d79-2eca26de8c90), precommit_add_association {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:14.657264 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.db_base_plugin_common [None req-b3499a7c-863b-4663-836f-fec75e017e67 None None] Allocated IP 172.20.0.2 (04fc2edc-754b-4f43-aeb0-2e6d32720d77/b20786d0-6549-4701-b26c-42f499c3d245/7a0bd019-a241-41bd-bf56-965a30dcd53e) {{(pid=104511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:34:14.806840 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b3499a7c-863b-4663-836f-fec75e017e67 None None] Publish callbacks [] for port (7a0bd019-a241-41bd-bf56-965a30dcd53e), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:14.875235 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2cb333-1f6e-403e-be7d-20f12d39ac69 req-2f912a9f-8ea9-4d32-a969-cd7c70a4aca2 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:14.877384 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-bf2cb333-1f6e-403e-be7d-20f12d39ac69 req-2f912a9f-8ea9-4d32-a969-cd7c70a4aca2 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.0531213 Jul 20 15:34:14.894663 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-5c4fbb5f-21a2-4830-addf-5b7f3773cebf admin admin] Publish callbacks [] for router_gateway (da75dcab-f0f2-40bb-9d79-2eca26de8c90), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:14.917702 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b3499a7c-863b-4663-836f-fec75e017e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413'] for port (7a0bd019-a241-41bd-bf56-965a30dcd53e), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:14.935091 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-bf2cb333-1f6e-403e-be7d-20f12d39ac69 req-b605da57-1946-4274-a5f9-76ab3f21354c tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470157 Jul 20 15:34:14.970995 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3499a7c-863b-4663-836f-fec75e017e67 None None] Network 04fc2edc-754b-4f43-aeb0-2e6d32720d77 is already hosted by enough agents. {{(pid=104511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:34:14.976709 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.scheduler.base_scheduler [None req-b3499a7c-863b-4663-836f-fec75e017e67 None None] Resources bound (agent type, host, resource id): {{(pid=104511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:34:14.979449 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3499a7c-863b-4663-836f-fec75e017e67 None None] Received port after_create {{(pid=104511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:34:14.982058 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3499a7c-863b-4663-836f-fec75e017e67 None None] Pushing event updated for resources: {'Port': ['ID=7a0bd019-a241-41bd-bf56-965a30dcd53e,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:14.991804 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3499a7c-863b-4663-836f-fec75e017e67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:14.992264 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3499a7c-863b-4663-836f-fec75e017e67 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:14.992534 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3499a7c-863b-4663-836f-fec75e017e67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:14.993065 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3499a7c-863b-4663-836f-fec75e017e67 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:14.993548 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3499a7c-863b-4663-836f-fec75e017e67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:14.994038 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3499a7c-863b-4663-836f-fec75e017e67 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:14.994543 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3499a7c-863b-4663-836f-fec75e017e67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:14.995144 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3499a7c-863b-4663-836f-fec75e017e67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:14.995632 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3499a7c-863b-4663-836f-fec75e017e67 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:14.995957 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3499a7c-863b-4663-836f-fec75e017e67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:14.996572 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3499a7c-863b-4663-836f-fec75e017e67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:14.997588 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3499a7c-863b-4663-836f-fec75e017e67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:14.998107 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3499a7c-863b-4663-836f-fec75e017e67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:14.998460 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3499a7c-863b-4663-836f-fec75e017e67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:14.998785 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3499a7c-863b-4663-836f-fec75e017e67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:15.062704 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-b3499a7c-863b-4663-836f-fec75e017e67 None None] Attempting to bind port 7a0bd019-a241-41bd-bf56-965a30dcd53e on host dv-cinder-819149-12-iscsi for vnic_type normal with profile {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:34:15.062990 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-b3499a7c-863b-4663-836f-fec75e017e67 None None] Attempting to bind port 7a0bd019-a241-41bd-bf56-965a30dcd53e by drivers openvswitch,hyperv on host dv-cinder-819149-12-iscsi at level 0 using segments [{'id': '7537d4ee-dce6-4a65-a703-7b3110bc13c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '04fc2edc-754b-4f43-aeb0-2e6d32720d77'}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:34:15.063351 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3499a7c-863b-4663-836f-fec75e017e67 None None] Attempting to bind port 7a0bd019-a241-41bd-bf56-965a30dcd53e on network 04fc2edc-754b-4f43-aeb0-2e6d32720d77 {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:34:15.068457 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3499a7c-863b-4663-836f-fec75e017e67 None None] Checking agent: {'id': '5729d8e0-9e32-4d27-b92e-30241f6d9221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 22, 55), 'started_at': datetime.datetime(2022, 7, 20, 15, 23, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:34:15.068841 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3499a7c-863b-4663-836f-fec75e017e67 None None] Checking segment: {'id': '7537d4ee-dce6-4a65-a703-7b3110bc13c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '04fc2edc-754b-4f43-aeb0-2e6d32720d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:34:15.069225 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b3499a7c-863b-4663-836f-fec75e017e67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:15.069613 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3499a7c-863b-4663-836f-fec75e017e67 None None] Bound using segment: {'id': '7537d4ee-dce6-4a65-a703-7b3110bc13c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '04fc2edc-754b-4f43-aeb0-2e6d32720d77'} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:34:15.070079 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-b3499a7c-863b-4663-836f-fec75e017e67 None None] Bound port: 7a0bd019-a241-41bd-bf56-965a30dcd53e, host: dv-cinder-819149-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7537d4ee-dce6-4a65-a703-7b3110bc13c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '04fc2edc-754b-4f43-aeb0-2e6d32720d77'}}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:34:15.070496 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b3499a7c-863b-4663-836f-fec75e017e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (7a0bd019-a241-41bd-bf56-965a30dcd53e), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:15.144403 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-b3499a7c-863b-4663-836f-fec75e017e67 None None] For port 7a0bd019-a241-41bd-bf56-965a30dcd53e, host dv-cinder-819149-12-iscsi, cleared binding levels {{(pid=104511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:34:15.148165 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-b3499a7c-863b-4663-836f-fec75e017e67 None None] For port 7a0bd019-a241-41bd-bf56-965a30dcd53e, host dv-cinder-819149-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=7a0bd019-a241-41bd-bf56-965a30dcd53e,segment=NetworkSegment(7537d4ee-dce6-4a65-a703-7b3110bc13c1),segment_id=7537d4ee-dce6-4a65-a703-7b3110bc13c1)] {{(pid=104511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:34:15.174553 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-5c4fbb5f-21a2-4830-addf-5b7f3773cebf admin admin] Publish callbacks [] for router_gateway (da75dcab-f0f2-40bb-9d79-2eca26de8c90), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:15.195094 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-5c4fbb5f-21a2-4830-addf-5b7f3773cebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:15.219696 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b3499a7c-863b-4663-836f-fec75e017e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (7a0bd019-a241-41bd-bf56-965a30dcd53e), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:15.281026 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3499a7c-863b-4663-836f-fec75e017e67 None None] Pushing event updated for resources: {'Port': ['ID=7a0bd019-a241-41bd-bf56-965a30dcd53e,revision_number=2']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:15.320430 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_common [None req-5c4fbb5f-21a2-4830-addf-5b7f3773cebf admin admin] Allocated IP 172.27.1.133 (8e10d912-d794-48e6-8f9b-6baf59c7f77e/d5daf119-8c14-4f50-a186-1c01cb5bfe5f/12075782-04c6-4898-8dde-64532b5565be) {{(pid=104509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:34:15.441821 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-5c4fbb5f-21a2-4830-addf-5b7f3773cebf admin admin] Publish callbacks [] for port (12075782-04c6-4898-8dde-64532b5565be), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:15.485138 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:15.573161 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-5c4fbb5f-21a2-4830-addf-5b7f3773cebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413'] for port (12075782-04c6-4898-8dde-64532b5565be), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:15.618901 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4fbb5f-21a2-4830-addf-5b7f3773cebf admin admin] Network 8e10d912-d794-48e6-8f9b-6baf59c7f77e is already hosted by enough agents. {{(pid=104509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:34:15.628368 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [None req-5c4fbb5f-21a2-4830-addf-5b7f3773cebf admin admin] Resources bound (agent type, host, resource id): {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:34:15.633457 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4fbb5f-21a2-4830-addf-5b7f3773cebf admin admin] Received port after_create {{(pid=104509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:34:15.641190 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4fbb5f-21a2-4830-addf-5b7f3773cebf admin admin] Pushing event updated for resources: {'Port': ['ID=12075782-04c6-4898-8dde-64532b5565be,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:15.749229 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6820251f-efc5-41e7-939b-534a015ef310 req-21ceab51-d958-4470-a557-3917108e495f tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 210 time: 0.0678701 Jul 20 15:34:15.758052 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee2ec1-60f7-4ded-abee-15d5ff58d513 req-be221757-656d-4573-8f88-f34208fe0248 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:15.759632 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e1ee2ec1-60f7-4ded-abee-15d5ff58d513 req-be221757-656d-4573-8f88-f34208fe0248 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 946 time: 0.0769196 Jul 20 15:34:15.826150 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e1ee2ec1-60f7-4ded-abee-15d5ff58d513 req-8e16a1be-a699-4d25-b154-2c337e1352b1 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552120 Jul 20 15:34:15.854343 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:15.892702 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 7a0bd019-a241-41bd-bf56-965a30dcd53e up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:34:15.947938 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:15.955651 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port 7a0bd019-a241-41bd-bf56-965a30dcd53e triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:34:15.956031 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (7a0bd019-a241-41bd-bf56-965a30dcd53e), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:15.959937 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-5c4fbb5f-21a2-4830-addf-5b7f3773cebf admin admin] Publish callbacks [] for router_gateway (da75dcab-f0f2-40bb-9d79-2eca26de8c90), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:16.013498 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:16.110480 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port 7a0bd019-a241-41bd-bf56-965a30dcd53e is: DOWN; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:34:16.111174 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (7a0bd019-a241-41bd-bf56-965a30dcd53e), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:16.143569 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c6698-664b-4477-9f32-aae8c42fbcb8 req-df0ea900-8054-4cfb-b93d-d2ee79d21791 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:16.156505 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ce2c6698-664b-4477-9f32-aae8c42fbcb8 req-df0ea900-8054-4cfb-b93d-d2ee79d21791 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.1168983 Jul 20 15:34:16.158066 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] For port 7a0bd019-a241-41bd-bf56-965a30dcd53e, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=7a0bd019-a241-41bd-bf56-965a30dcd53e,segment=NetworkSegment(7537d4ee-dce6-4a65-a703-7b3110bc13c1),segment_id=7537d4ee-dce6-4a65-a703-7b3110bc13c1)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:34:16.188533 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:16.225958 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ce2c6698-664b-4477-9f32-aae8c42fbcb8 req-3b9215fd-6f17-488c-acab-928a6b930554 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585940 Jul 20 15:34:16.249185 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (7a0bd019-a241-41bd-bf56-965a30dcd53e), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:16.308627 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Pushing event updated for resources: {'Port': ['ID=7a0bd019-a241-41bd-bf56-965a30dcd53e,revision_number=3']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:16.332624 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-5c4fbb5f-21a2-4830-addf-5b7f3773cebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1708861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1715661'] for router (da75dcab-f0f2-40bb-9d79-2eca26de8c90), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:16.578384 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b378109e-42f5-45d5-95f2-e6a3cba97884 None None] Network 04fc2edc-754b-4f43-aeb0-2e6d32720d77 requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:34:16.644505 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 44258) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:16.684701 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-61faa0f2-0a2c-4a15-8256-2f5f9ab81190 None None] Provisioning complete for port 7a0bd019-a241-41bd-bf56-965a30dcd53e triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:34:16.685758 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-61faa0f2-0a2c-4a15-8256-2f5f9ab81190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (7a0bd019-a241-41bd-bf56-965a30dcd53e), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:16.745097 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-f22a125f-06c4-4329-84e8-16828aceb7b1 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:16.746825 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-f22a125f-06c4-4329-84e8-16828aceb7b1 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.102 "GET /v2.0/networks?id=49eaadcd-4166-45bc-8081-db7a31ee5c71 HTTP/1.1" status: 200 len: 818 time: 0.4637635 Jul 20 15:34:16.808731 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-90d77f6d-13a0-420d-90dc-0b1e662399df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:16.840391 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-8e79a9b7-cb40-44bd-be57-61efc29c9d0b tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61872ef687074f5791a2cc46732bebdf HTTP/1.1" status: 200 len: 377 time: 0.0822899 Jul 20 15:34:16.856523 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-61faa0f2-0a2c-4a15-8256-2f5f9ab81190 None None] Current status of the port 7a0bd019-a241-41bd-bf56-965a30dcd53e is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:34:16.883242 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-ba22af94-8680-4941-9341-4d4032e92fdb tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Request body: {'port': {'device_id': '91beb453-6320-472a-951c-3fda16747994', 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71', 'admin_state_up': True, 'tenant_id': '61872ef687074f5791a2cc46732bebdf', 'security_groups': ['01a306c2-cb97-49eb-a20f-5773ace76a30']}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:34:16.883713 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c5d0f75f-5822-4835-8242-d1430967e2d2 req-d97ffdd4-70d0-4f6d-9bf7-7253bb9d8536 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 210 time: 0.0405684 Jul 20 15:34:16.964207 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4fbb5f-21a2-4830-addf-5b7f3773cebf admin admin] Router da75dcab-f0f2-40bb-9d79-2eca26de8c90 is scheduled to L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db with binding_index 1 {{(pid=104509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 15:34:17.009286 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780dd53-4cd2-499e-9b99-cedbc0807b07 req-d4fe2926-6415-4775-a327-ec80a5a2efee tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:17.012062 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c780dd53-4cd2-499e-9b99-cedbc0807b07 req-d4fe2926-6415-4775-a327-ec80a5a2efee tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 946 time: 0.0811806 Jul 20 15:34:17.020740 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-90d77f6d-13a0-420d-90dc-0b1e662399df admin admin] Publish callbacks [] for security_group (055cdd43-df03-450d-9b03-ed9fb394304e), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:17.079944 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c780dd53-4cd2-499e-9b99-cedbc0807b07 req-138c66ba-8047-4151-8665-02df5faeeeb7 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578179 Jul 20 15:34:17.100712 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-90d77f6d-13a0-420d-90dc-0b1e662399df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (055cdd43-df03-450d-9b03-ed9fb394304e), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:17.122564 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=100 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:17.133520 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:17.133704 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4fbb5f-21a2-4830-addf-5b7f3773cebf admin admin] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:34:17.146547 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a181d2f-271e-48e4-b9de-8f051c87d8ff None None] Sync routers for ids ['da75dcab-f0f2-40bb-9d79-2eca26de8c90'] in dv-cinder-819149-12-iscsi {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:34:17.155097 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-90d77f6d-13a0-420d-90dc-0b1e662399df admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e6f43de9b423400dab83b96e5b4038c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5062747 Jul 20 15:34:17.155097 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d77f6d-13a0-420d-90dc-0b1e662399df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055cdd43-df03-450d-9b03-ed9fb394304e,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:17.163575 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 44272) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:17.184064 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a181d2f-271e-48e4-b9de-8f051c87d8ff None None] Routers {'da75dcab-f0f2-40bb-9d79-2eca26de8c90'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:34:17.185240 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-1a181d2f-271e-48e4-b9de-8f051c87d8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:33:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['da75dcab-f0f2-40bb-9d79-2eca26de8c90'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:34:17.221548 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-6df9d783-3980-44e3-93a5-25aa692cd59d admin admin] Publish callbacks [] for security_group (055cdd43-df03-450d-9b03-ed9fb394304e), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:17.225574 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-ed307dfd-b358-4dac-9313-0b2d8539d30e None None] Provisioning complete for port 7a0bd019-a241-41bd-bf56-965a30dcd53e triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:34:17.225950 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ed307dfd-b358-4dac-9313-0b2d8539d30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (7a0bd019-a241-41bd-bf56-965a30dcd53e), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:17.232170 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-ba22af94-8680-4941-9341-4d4032e92fdb tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Made reservation on behalf of 61872ef687074f5791a2cc46732bebdf for: {'port': 1} {{(pid=104509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:34:17.239096 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-ba22af94-8680-4941-9341-4d4032e92fdb tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:17.244537 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-6df9d783-3980-44e3-93a5-25aa692cd59d admin admin] Publish callbacks [] for security_group (055cdd43-df03-450d-9b03-ed9fb394304e), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:17.267035 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-5c4fbb5f-21a2-4830-addf-5b7f3773cebf admin admin] Publish callbacks [] for router (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:17.269143 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-5c4fbb5f-21a2-4830-addf-5b7f3773cebf admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8165829 Jul 20 15:34:17.275498 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 44276) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:17.426308 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d9ef7-8fcd-44a1-81d6-dfbb393950a8 req-e93304d3-f58c-4674-a02e-e9c12573d171 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:17.427834 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-854d9ef7-8fcd-44a1-81d6-dfbb393950a8 req-e93304d3-f58c-4674-a02e-e9c12573d171 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.1064119 Jul 20 15:34:17.439379 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:17.494202 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_common [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-ba22af94-8680-4941-9341-4d4032e92fdb tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Allocated IP 172.20.0.8 (49eaadcd-4166-45bc-8081-db7a31ee5c71/2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa/e2135397-d828-46e2-a219-f788f406eb08) {{(pid=104509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:34:17.524153 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-1a181d2f-271e-48e4-b9de-8f051c87d8ff None None] Set router da75dcab-f0f2-40bb-9d79-2eca26de8c90 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:34:17.544491 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-854d9ef7-8fcd-44a1-81d6-dfbb393950a8 req-d256f97e-0a28-406b-95a1-b9e814f6895a tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073990 Jul 20 15:34:17.547858 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-6df9d783-3980-44e3-93a5-25aa692cd59d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (055cdd43-df03-450d-9b03-ed9fb394304e), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:17.550549 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-6df9d783-3980-44e3-93a5-25aa692cd59d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:17.553598 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-6df9d783-3980-44e3-93a5-25aa692cd59d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/055cdd43-df03-450d-9b03-ed9fb394304e HTTP/1.1" status: 204 len: 168 time: 0.3932710 Jul 20 15:34:17.630141 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df9d783-3980-44e3-93a5-25aa692cd59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055cdd43-df03-450d-9b03-ed9fb394304e,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:17.645181 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:17.721036 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-ed307dfd-b358-4dac-9313-0b2d8539d30e None None] Current status of the port 7a0bd019-a241-41bd-bf56-965a30dcd53e is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:34:17.816606 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-ba22af94-8680-4941-9341-4d4032e92fdb tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks [] for port (e2135397-d828-46e2-a219-f788f406eb08), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:17.883599 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-1a181d2f-271e-48e4-b9de-8f051c87d8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da75dcab-f0f2-40bb-9d79-2eca26de8c90', 'name': 'tempest-TestMinimumBasicScenario-1406205359-router', 'tenant_id': '8793a880033e400d89ac8de5a30003b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '12075782-04c6-4898-8dde-64532b5565be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:34:14Z', 'updated_at': '2022-07-20T15:34:15Z', 'revision_number': 3, 'project_id': '8793a880033e400d89ac8de5a30003b7', 'gw_port': {'id': '12075782-04c6-4898-8dde-64532b5565be', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bc:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da75dcab-f0f2-40bb-9d79-2eca26de8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:34:15Z', 'updated_at': '2022-07-20T15:34:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:34:17.916143 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 7a0bd019-a241-41bd-bf56-965a30dcd53e up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:34:17.920283 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a181d2f-271e-48e4-b9de-8f051c87d8ff None None] Checking router: da75dcab-f0f2-40bb-9d79-2eca26de8c90 for host: dv-cinder-819149-12-iscsi {{(pid=104511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:34:17.920580 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a181d2f-271e-48e4-b9de-8f051c87d8ff None None] Updating router da75dcab-f0f2-40bb-9d79-2eca26de8c90 port 12075782-04c6-4898-8dde-64532b5565be binding host dv-cinder-819149-12-iscsi {{(pid=104511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 15:34:17.982480 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a181d2f-271e-48e4-b9de-8f051c87d8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (12075782-04c6-4898-8dde-64532b5565be), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:18.020786 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port 7a0bd019-a241-41bd-bf56-965a30dcd53e triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:34:18.021157 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (7a0bd019-a241-41bd-bf56-965a30dcd53e), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:18.024681 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-ba22af94-8680-4941-9341-4d4032e92fdb tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413'] for port (e2135397-d828-46e2-a219-f788f406eb08), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:18.030809 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=100 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:18.113876 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-ba22af94-8680-4941-9341-4d4032e92fdb tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Network 49eaadcd-4166-45bc-8081-db7a31ee5c71 is already hosted by enough agents. {{(pid=104509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:34:18.117622 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-ba22af94-8680-4941-9341-4d4032e92fdb tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Resources bound (agent type, host, resource id): {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:34:18.123097 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-ba22af94-8680-4941-9341-4d4032e92fdb tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Received port after_create {{(pid=104509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:34:18.129945 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-ba22af94-8680-4941-9341-4d4032e92fdb tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:18.130573 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-ba22af94-8680-4941-9341-4d4032e92fdb tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:18.161768 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9cfe7f-2278-4372-b477-c1fb1fa076a4 req-5ecab357-7e80-4a3e-807b-678f0f384781 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:18.162384 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba22af94-8680-4941-9341-4d4032e92fdb tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Pushing event updated for resources: {'Port': ['ID=e2135397-d828-46e2-a219-f788f406eb08,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:18.169777 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2c9cfe7f-2278-4372-b477-c1fb1fa076a4 req-5ecab357-7e80-4a3e-807b-678f0f384781 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 931 time: 0.1106038 Jul 20 15:34:18.221113 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f95e8cfa-2d1c-4478-9acd-07259f167f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:18.240639 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-ba22af94-8680-4941-9341-4d4032e92fdb tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3616414 Jul 20 15:34:18.254673 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-54e297e1-dc30-4a1b-98b8-dad86dd884da service neutron] Request body: {'port': {'device_id': '91beb453-6320-472a-951c-3fda16747994', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:34:18.262685 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port 7a0bd019-a241-41bd-bf56-965a30dcd53e is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:34:18.436540 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:18.439666 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-54e297e1-dc30-4a1b-98b8-dad86dd884da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (e2135397-d828-46e2-a219-f788f406eb08), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:18.447944 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2c9cfe7f-2278-4372-b477-c1fb1fa076a4 req-136228ac-37e2-4c4b-8c8d-c7a577cc5617 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=01a306c2-cb97-49eb-a20f-5773ace76a30&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2768714 Jul 20 15:34:18.469647 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a181d2f-271e-48e4-b9de-8f051c87d8ff None None] Publish callbacks [] for port (12075782-04c6-4898-8dde-64532b5565be), precommit_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:18.511237 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 44310) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:18.533225 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54569aec-3a89-47ef-8f55-a529c47796d8 req-7cd1309a-b07c-4943-a8ba-a058f5c9a6cf tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:18.534805 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-54569aec-3a89-47ef-8f55-a529c47796d8 req-7cd1309a-b07c-4943-a8ba-a058f5c9a6cf tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 946 time: 0.1622217 Jul 20 15:34:18.566249 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-de5ebd7d-d961-42f7-9eab-61f71f1a673b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:18.574857 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a181d2f-271e-48e4-b9de-8f051c87d8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (12075782-04c6-4898-8dde-64532b5565be), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:18.663927 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-950a2756-7e6d-4635-a8db-59e88cc0021e None None] Provisioning complete for port e2135397-d828-46e2-a219-f788f406eb08 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:34:18.664451 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-950a2756-7e6d-4635-a8db-59e88cc0021e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (e2135397-d828-46e2-a219-f788f406eb08), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:18.668645 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9398e1b0-a6bc-49a3-b669-61302b3cef96 None None] Pushing event updated for resources: {'Port': ['ID=12075782-04c6-4898-8dde-64532b5565be,revision_number=2']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:18.680796 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-1a181d2f-271e-48e4-b9de-8f051c87d8ff None None] Attempting to bind port 12075782-04c6-4898-8dde-64532b5565be on host dv-cinder-819149-12-iscsi for vnic_type normal with profile {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:34:18.681454 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-1a181d2f-271e-48e4-b9de-8f051c87d8ff None None] Attempting to bind port 12075782-04c6-4898-8dde-64532b5565be by drivers openvswitch,hyperv on host dv-cinder-819149-12-iscsi at level 0 using segments [{'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:34:18.681917 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a181d2f-271e-48e4-b9de-8f051c87d8ff None None] Attempting to bind port 12075782-04c6-4898-8dde-64532b5565be on network 8e10d912-d794-48e6-8f9b-6baf59c7f77e {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:34:18.719289 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-54569aec-3a89-47ef-8f55-a529c47796d8 req-57213bbf-969c-4d70-a82e-5f2ad8e3e67f tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588647 Jul 20 15:34:18.720703 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.db_base_plugin_common [None req-f95e8cfa-2d1c-4478-9acd-07259f167f38 admin admin] Allocated IP 172.20.0.1 (04fc2edc-754b-4f43-aeb0-2e6d32720d77/b20786d0-6549-4701-b26c-42f499c3d245/70ee5a68-28b7-40fb-9ad3-83391841a19e) {{(pid=104510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:34:18.761778 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a181d2f-271e-48e4-b9de-8f051c87d8ff None None] Checking agent: {'id': '5729d8e0-9e32-4d27-b92e-30241f6d9221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 22, 55), 'started_at': datetime.datetime(2022, 7, 20, 15, 23, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:34:18.761778 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a181d2f-271e-48e4-b9de-8f051c87d8ff None None] Checking segment: {'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:34:18.761778 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a181d2f-271e-48e4-b9de-8f051c87d8ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:18.761778 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a181d2f-271e-48e4-b9de-8f051c87d8ff None None] Bound using segment: {'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:34:18.762407 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-de5ebd7d-d961-42f7-9eab-61f71f1a673b admin admin] Publish callbacks [] for security_group (55fe3a20-81ce-406b-9564-4b3a6f7c3985), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:18.762630 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-1a181d2f-271e-48e4-b9de-8f051c87d8ff None None] Bound port: 12075782-04c6-4898-8dde-64532b5565be, host: dv-cinder-819149-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'}}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:34:18.763594 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a181d2f-271e-48e4-b9de-8f051c87d8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (12075782-04c6-4898-8dde-64532b5565be), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:18.772154 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-950a2756-7e6d-4635-a8db-59e88cc0021e None None] Port e2135397-d828-46e2-a219-f788f406eb08 cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:34:18.816956 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f637b0-cb4a-40d1-90db-52b3a27b1d2e req-24e87e63-ac9b-4b18-a643-1d35b9af5d92 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:18.819866 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:18.829193 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c4f637b0-cb4a-40d1-90db-52b3a27b1d2e req-24e87e63-ac9b-4b18-a643-1d35b9af5d92 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.1363802 Jul 20 15:34:18.861877 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-de5ebd7d-d961-42f7-9eab-61f71f1a673b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (55fe3a20-81ce-406b-9564-4b3a6f7c3985), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:18.906824 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:18.925786 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-1a181d2f-271e-48e4-b9de-8f051c87d8ff None None] For port 12075782-04c6-4898-8dde-64532b5565be, host dv-cinder-819149-12-iscsi, cleared binding levels {{(pid=104511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:34:18.947459 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-de5ebd7d-d961-42f7-9eab-61f71f1a673b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9fcddac2fa564af2b3e187ef740f6ba1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4074941 Jul 20 15:34:18.953631 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ebd7d-d961-42f7-9eab-61f71f1a673b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55fe3a20-81ce-406b-9564-4b3a6f7c3985,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:18.956054 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 44320) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:18.991998 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-1a181d2f-271e-48e4-b9de-8f051c87d8ff None None] For port 12075782-04c6-4898-8dde-64532b5565be, host dv-cinder-819149-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=12075782-04c6-4898-8dde-64532b5565be,segment=NetworkSegment(65d22977-7383-4d3c-8560-aa09b9e1098a),segment_id=65d22977-7383-4d3c-8560-aa09b9e1098a)] {{(pid=104511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:34:19.025631 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c4f637b0-cb4a-40d1-90db-52b3a27b1d2e req-eb38be8a-6682-4cad-a872-1e78b68d4624 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949549 Jul 20 15:34:19.070168 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-38437af4-8d2c-444e-a114-ad3a4611dac7 admin admin] Publish callbacks [] for security_group (55fe3a20-81ce-406b-9564-4b3a6f7c3985), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:19.073815 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f95e8cfa-2d1c-4478-9acd-07259f167f38 admin admin] Publish callbacks [] for port (70ee5a68-28b7-40fb-9ad3-83391841a19e), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:19.074028 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-54e297e1-dc30-4a1b-98b8-dad86dd884da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2135397-d828-46e2-a219-f788f406eb08 {{(pid=104509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:34:19.090744 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-54e297e1-dc30-4a1b-98b8-dad86dd884da service neutron] Publish callbacks [] for port (e2135397-d828-46e2-a219-f788f406eb08), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:19.109131 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.provisioning_blocks [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-54e297e1-dc30-4a1b-98b8-dad86dd884da service neutron] Transition to ACTIVE for port object e2135397-d828-46e2-a219-f788f406eb08 will not be triggered until provisioned by entity L2. {{(pid=104509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 15:34:19.113680 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a181d2f-271e-48e4-b9de-8f051c87d8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (12075782-04c6-4898-8dde-64532b5565be), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:19.123036 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-38437af4-8d2c-444e-a114-ad3a4611dac7 admin admin] Publish callbacks [] for security_group (55fe3a20-81ce-406b-9564-4b3a6f7c3985), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:19.193349 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a181d2f-271e-48e4-b9de-8f051c87d8ff None None] Routers {'da75dcab-f0f2-40bb-9d79-2eca26de8c90'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:34:19.194388 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-1a181d2f-271e-48e4-b9de-8f051c87d8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:33:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['da75dcab-f0f2-40bb-9d79-2eca26de8c90'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:34:19.196823 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-54e297e1-dc30-4a1b-98b8-dad86dd884da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (e2135397-d828-46e2-a219-f788f406eb08), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:19.264614 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f95e8cfa-2d1c-4478-9acd-07259f167f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25775823'] for port (70ee5a68-28b7-40fb-9ad3-83391841a19e), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:19.272968 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9398e1b0-a6bc-49a3-b669-61302b3cef96 None None] Pushing event updated for resources: {'Port': ['ID=12075782-04c6-4898-8dde-64532b5565be,revision_number=3']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:19.274313 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-38437af4-8d2c-444e-a114-ad3a4611dac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (55fe3a20-81ce-406b-9564-4b3a6f7c3985), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:19.278856 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-38437af4-8d2c-444e-a114-ad3a4611dac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:19.279798 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-38437af4-8d2c-444e-a114-ad3a4611dac7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/55fe3a20-81ce-406b-9564-4b3a6f7c3985 HTTP/1.1" status: 204 len: 168 time: 0.3207335 Jul 20 15:34:19.291956 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e297e1-dc30-4a1b-98b8-dad86dd884da service neutron] Pushing event updated for resources: {'Port': ['ID=e2135397-d828-46e2-a219-f788f406eb08,revision_number=2']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:19.319148 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38437af4-8d2c-444e-a114-ad3a4611dac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fe3a20-81ce-406b-9564-4b3a6f7c3985,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:19.391797 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95e8cfa-2d1c-4478-9acd-07259f167f38 admin admin] Network 04fc2edc-754b-4f43-aeb0-2e6d32720d77 is already hosted by enough agents. {{(pid=104510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:34:19.398390 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.base_scheduler [None req-f95e8cfa-2d1c-4478-9acd-07259f167f38 admin admin] Resources bound (agent type, host, resource id): {{(pid=104510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:34:19.398544 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-54e297e1-dc30-4a1b-98b8-dad86dd884da service neutron] Attempting to bind port e2135397-d828-46e2-a219-f788f406eb08 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:34:19.399030 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-54e297e1-dc30-4a1b-98b8-dad86dd884da service neutron] Attempting to bind port e2135397-d828-46e2-a219-f788f406eb08 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '662891f8-8b9a-43c8-9ec2-0f1ae07a78f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71'}] {{(pid=104509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:34:19.399556 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-54e297e1-dc30-4a1b-98b8-dad86dd884da service neutron] Attempting to bind port e2135397-d828-46e2-a219-f788f406eb08 on network 49eaadcd-4166-45bc-8081-db7a31ee5c71 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:34:19.407440 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95e8cfa-2d1c-4478-9acd-07259f167f38 admin admin] Received port after_create {{(pid=104510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:34:19.408999 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-54e297e1-dc30-4a1b-98b8-dad86dd884da service neutron] Port e2135397-d828-46e2-a219-f788f406eb08 on network 49eaadcd-4166-45bc-8081-db7a31ee5c71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 15:34:19.409515 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-54e297e1-dc30-4a1b-98b8-dad86dd884da service neutron] Attempting to bind port e2135397-d828-46e2-a219-f788f406eb08 on network 49eaadcd-4166-45bc-8081-db7a31ee5c71 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:34:19.419591 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-54e297e1-dc30-4a1b-98b8-dad86dd884da service neutron] Checking agent: {'id': '84834a4b-f4d1-4c41-9203-9b15edc444f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 29, 38), 'started_at': datetime.datetime(2022, 7, 20, 15, 29, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:34:19.419954 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-54e297e1-dc30-4a1b-98b8-dad86dd884da service neutron] Checking segment: {'id': '662891f8-8b9a-43c8-9ec2-0f1ae07a78f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:34:19.420624 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-54e297e1-dc30-4a1b-98b8-dad86dd884da service neutron] Bound using segment: {'id': '662891f8-8b9a-43c8-9ec2-0f1ae07a78f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71'} {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:34:19.421433 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-54e297e1-dc30-4a1b-98b8-dad86dd884da service neutron] Bound port: e2135397-d828-46e2-a219-f788f406eb08, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '662891f8-8b9a-43c8-9ec2-0f1ae07a78f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71'}}] {{(pid=104509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:34:19.422004 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-54e297e1-dc30-4a1b-98b8-dad86dd884da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (e2135397-d828-46e2-a219-f788f406eb08), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:19.458990 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:19.493194 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-1a181d2f-271e-48e4-b9de-8f051c87d8ff None None] Set router da75dcab-f0f2-40bb-9d79-2eca26de8c90 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:34:19.568018 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e8cfa-2d1c-4478-9acd-07259f167f38 admin admin] Pushing event updated for resources: {'Port': ['ID=70ee5a68-28b7-40fb-9ad3-83391841a19e,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:19.606881 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f95e8cfa-2d1c-4478-9acd-07259f167f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1719139'] for router_interface (da75dcab-f0f2-40bb-9d79-2eca26de8c90), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:19.643024 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-54e297e1-dc30-4a1b-98b8-dad86dd884da service neutron] For port e2135397-d828-46e2-a219-f788f406eb08, host hv-cinder-81914, cleared binding levels {{(pid=104509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:34:19.648124 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-54e297e1-dc30-4a1b-98b8-dad86dd884da service neutron] For port e2135397-d828-46e2-a219-f788f406eb08, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=e2135397-d828-46e2-a219-f788f406eb08,segment=NetworkSegment(662891f8-8b9a-43c8-9ec2-0f1ae07a78f2),segment_id=662891f8-8b9a-43c8-9ec2-0f1ae07a78f2)] {{(pid=104509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:34:19.757737 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-54e297e1-dc30-4a1b-98b8-dad86dd884da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (e2135397-d828-46e2-a219-f788f406eb08), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:19.800404 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:19.839321 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:19.863602 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-54e297e1-dc30-4a1b-98b8-dad86dd884da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:19.864471 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-54e297e1-dc30-4a1b-98b8-dad86dd884da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:19.866122 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-54e297e1-dc30-4a1b-98b8-dad86dd884da service neutron] 10.222.0.102 "PUT /v2.0/ports/e2135397-d828-46e2-a219-f788f406eb08 HTTP/1.1" status: 200 len: 1093 time: 1.6164429 Jul 20 15:34:19.867728 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91beb453-6320-472a-951c-3fda16747994', 'tag': 'e2135397-d828-46e2-a219-f788f406eb08'}] {{(pid=104509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:34:19.871030 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df77c6b91a480694ea4413056d8ef6386aadd078611a8438297a7cf852766117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7716af01-1fee-4499-8598-a494013acdd1" -d '{"events": [{"name": "network-changed", "server_uuid": "91beb453-6320-472a-951c-3fda16747994", "tag": "e2135397-d828-46e2-a219-f788f406eb08"}]}' {{(pid=104509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:34:19.912363 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-1a181d2f-271e-48e4-b9de-8f051c87d8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da75dcab-f0f2-40bb-9d79-2eca26de8c90', 'name': 'tempest-TestMinimumBasicScenario-1406205359-router', 'tenant_id': '8793a880033e400d89ac8de5a30003b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '12075782-04c6-4898-8dde-64532b5565be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:34:14Z', 'updated_at': '2022-07-20T15:34:15Z', 'revision_number': 3, 'project_id': '8793a880033e400d89ac8de5a30003b7', 'gw_port': {'id': '12075782-04c6-4898-8dde-64532b5565be', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bc:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da75dcab-f0f2-40bb-9d79-2eca26de8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:34:15Z', 'updated_at': '2022-07-20T15:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:34:19.927084 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e297e1-dc30-4a1b-98b8-dad86dd884da service neutron] Pushing event updated for resources: {'Port': ['ID=e2135397-d828-46e2-a219-f788f406eb08,revision_number=3']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:20.025614 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a181d2f-271e-48e4-b9de-8f051c87d8ff None None] The sync data for ids ['da75dcab-f0f2-40bb-9d79-2eca26de8c90'] in dv-cinder-819149-12-iscsi is: [{'id': 'da75dcab-f0f2-40bb-9d79-2eca26de8c90', 'name': 'tempest-TestMinimumBasicScenario-1406205359-router', 'tenant_id': '8793a880033e400d89ac8de5a30003b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '12075782-04c6-4898-8dde-64532b5565be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:34:14Z', 'updated_at': '2022-07-20T15:34:15Z', 'revision_number': 3, 'project_id': '8793a880033e400d89ac8de5a30003b7', 'gw_port': {'id': '12075782-04c6-4898-8dde-64532b5565be', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bc:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da75dcab-f0f2-40bb-9d79-2eca26de8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:34:15Z', 'updated_at': '2022-07-20T15:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}] {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:34:20.033587 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-fc2486fe-5f88-4354-af76-4234decf3441 None None] Provisioning complete for port 70ee5a68-28b7-40fb-9ad3-83391841a19e triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:34:20.034121 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-fc2486fe-5f88-4354-af76-4234decf3441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (70ee5a68-28b7-40fb-9ad3-83391841a19e), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:20.104891 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-fc2486fe-5f88-4354-af76-4234decf3441 None None] Port 70ee5a68-28b7-40fb-9ad3-83391841a19e cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:34:20.108350 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0e861143-bb9b-4b1c-9be1-080551317f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:20.127878 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-0ed4d33e-9c79-4c6b-a9f6-8f913d2ce801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:20.130298 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-0ed4d33e-9c79-4c6b-a9f6-8f913d2ce801 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=61872ef687074f5791a2cc46732bebdf&device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 1127 time: 0.1183634 Jul 20 15:34:20.207264 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:20.242624 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-dd0143bf-ee86-460a-8ada-d582960be969 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2135397-d828-46e2-a219-f788f406eb08 HTTP/1.1" status: 200 len: 217 time: 0.1029379 Jul 20 15:34:20.339250 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca962b-2e19-439d-a6d7-ce3fba3c271d req-4202f0cc-6087-468d-a22f-ccb75bfaf4ae tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:20.341589 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6bca962b-2e19-439d-a6d7-ce3fba3c271d req-4202f0cc-6087-468d-a22f-ccb75bfaf4ae tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 943 time: 0.6432559 Jul 20 15:34:20.352567 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468dc090-0cf6-4190-a778-ef675bdde01e req-d8e17bb4-5cf9-49dc-bb0e-3fb88af89db1 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:20.361293 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-468dc090-0cf6-4190-a778-ef675bdde01e req-d8e17bb4-5cf9-49dc-bb0e-3fb88af89db1 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 946 time: 0.1520121 Jul 20 15:34:20.433474 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-08f727ef-8ae8-461e-b210-2f5faba5071c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:20.435767 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-08f727ef-8ae8-461e-b210-2f5faba5071c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa HTTP/1.1" status: 200 len: 857 time: 0.1845610 Jul 20 15:34:20.515250 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f95e8cfa-2d1c-4478-9acd-07259f167f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (70ee5a68-28b7-40fb-9ad3-83391841a19e), before_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:20.530072 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-cd94425d-7ed5-4064-a846-0075e73b6ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:20.535253 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-cd94425d-7ed5-4064-a846-0075e73b6ea2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=49eaadcd-4166-45bc-8081-db7a31ee5c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0846059 Jul 20 15:34:20.561575 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6bca962b-2e19-439d-a6d7-ce3fba3c271d req-cd6820e5-5806-4830-9541-ae02b597bda5 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=01a306c2-cb97-49eb-a20f-5773ace76a30&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1974382 Jul 20 15:34:20.571921 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-468dc090-0cf6-4190-a778-ef675bdde01e req-4f5b0bc2-cbd2-42aa-bbd6-32f89fcc9212 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2098727 Jul 20 15:34:20.714726 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 15:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3890df4b-f74c-4231-ae07-fb1ccabd8082 x-openstack-request-id: req-3890df4b-f74c-4231-ae07-fb1ccabd8082 {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:34:20.715343 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91beb453-6320-472a-951c-3fda16747994", "tag": "e2135397-d828-46e2-a219-f788f406eb08", "status": "completed", "code": 200}]} {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:34:20.715664 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3890df4b-f74c-4231-ae07-fb1ccabd8082 {{(pid=104509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:34:20.716206 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3890df4b-f74c-4231-ae07-fb1ccabd8082'] response: {'name': 'network-changed', 'server_uuid': '91beb453-6320-472a-951c-3fda16747994', 'tag': 'e2135397-d828-46e2-a219-f788f406eb08', 'status': 'completed', 'code': 200} Jul 20 15:34:20.775733 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-0b9ade2c-c55f-4f74-957a-bd4376c8c552 service neutron] 10.222.0.102 "GET /v2.0/networks/49eaadcd-4166-45bc-8081-db7a31ee5c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248201 Jul 20 15:34:20.823433 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c43d2-c23a-4792-908b-0ad93bd1820b req-03ce23bf-7e3e-4264-bd90-89df06c479f3 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:20.831357 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e66c43d2-c23a-4792-908b-0ad93bd1820b req-03ce23bf-7e3e-4264-bd90-89df06c479f3 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.0737879 Jul 20 15:34:20.860733 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:20.920689 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-e60b8def-ae76-42a2-a9ef-aff86c634bba req-5d1701a6-798d-4dc7-867a-bf6ff2f36607 service neutron] 10.222.0.102 "GET /v2.0/networks/49eaadcd-4166-45bc-8081-db7a31ee5c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372402 Jul 20 15:34:20.922231 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e66c43d2-c23a-4792-908b-0ad93bd1820b req-fa3c6ba3-be4b-442f-81e4-dae4062361eb tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900164 Jul 20 15:34:20.930035 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f95e8cfa-2d1c-4478-9acd-07259f167f38 admin admin] Publish callbacks [] for port (70ee5a68-28b7-40fb-9ad3-83391841a19e), precommit_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:20.989082 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:21.014861 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f95e8cfa-2d1c-4478-9acd-07259f167f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25775864'] for port (70ee5a68-28b7-40fb-9ad3-83391841a19e), after_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:21.089023 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e8cfa-2d1c-4478-9acd-07259f167f38 admin admin] Pushing event updated for resources: {'Port': ['ID=70ee5a68-28b7-40fb-9ad3-83391841a19e,revision_number=2']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:21.091891 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f95e8cfa-2d1c-4478-9acd-07259f167f38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1514758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716523'] for router_interface (da75dcab-f0f2-40bb-9d79-2eca26de8c90), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:21.195325 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95e8cfa-2d1c-4478-9acd-07259f167f38 admin admin] Network 04fc2edc-754b-4f43-aeb0-2e6d32720d77 is already hosted by enough agents. {{(pid=104510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:34:21.197010 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.base_scheduler [None req-f95e8cfa-2d1c-4478-9acd-07259f167f38 admin admin] Resources bound (agent type, host, resource id): {{(pid=104510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:34:21.346114 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95e8cfa-2d1c-4478-9acd-07259f167f38 admin admin] Router da75dcab-f0f2-40bb-9d79-2eca26de8c90 has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:34:21.465745 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95e8cfa-2d1c-4478-9acd-07259f167f38 admin admin] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:34:21.473119 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-f95e8cfa-2d1c-4478-9acd-07259f167f38 admin admin] 10.222.0.78 "PUT /v2.0/routers/da75dcab-f0f2-40bb-9d79-2eca26de8c90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1983776 Jul 20 15:34:21.495633 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-4157372b-bd44-4976-ba85-50c21875225e None None] Provisioning complete for port 70ee5a68-28b7-40fb-9ad3-83391841a19e triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:34:21.495633 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4157372b-bd44-4976-ba85-50c21875225e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (70ee5a68-28b7-40fb-9ad3-83391841a19e), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:21.557681 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-4157372b-bd44-4976-ba85-50c21875225e None None] Port 70ee5a68-28b7-40fb-9ad3-83391841a19e cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:34:21.744076 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c1f3a-642b-4ebe-9d81-1a391c05f713 req-6b7a45e8-b52b-4191-9938-94de757d64ab tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:21.752269 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-cb2c1f3a-642b-4ebe-9d81-1a391c05f713 req-6b7a45e8-b52b-4191-9938-94de757d64ab tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 943 time: 0.1015124 Jul 20 15:34:21.804036 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247be974-a651-4b89-86ad-8c8e75562093 req-322a719b-38c8-4d47-826a-ed3e3b991523 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:21.812902 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-247be974-a651-4b89-86ad-8c8e75562093 req-322a719b-38c8-4d47-826a-ed3e3b991523 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 946 time: 0.1256707 Jul 20 15:34:21.846939 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-cb2c1f3a-642b-4ebe-9d81-1a391c05f713 req-0563a48f-82fa-4e56-9f5d-6d586e6b843a tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=01a306c2-cb97-49eb-a20f-5773ace76a30&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0934875 Jul 20 15:34:21.923446 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-247be974-a651-4b89-86ad-8c8e75562093 req-d6e23139-92e9-4a42-bd7e-aead348fd0d1 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094060 Jul 20 15:34:21.941279 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 12075782-04c6-4898-8dde-64532b5565be up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:34:22.029940 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port 12075782-04c6-4898-8dde-64532b5565be triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:34:22.030354 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (12075782-04c6-4898-8dde-64532b5565be), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:22.086768 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c16ece-34a0-4de8-84cc-dbd10f6421b3 req-87d0276e-7097-42e4-bb08-1332927413c0 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:22.090308 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-73c16ece-34a0-4de8-84cc-dbd10f6421b3 req-87d0276e-7097-42e4-bb08-1332927413c0 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.0675864 Jul 20 15:34:22.125418 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port 12075782-04c6-4898-8dde-64532b5565be is: DOWN; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:34:22.125815 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (12075782-04c6-4898-8dde-64532b5565be), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:22.155121 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] For port 12075782-04c6-4898-8dde-64532b5565be, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=12075782-04c6-4898-8dde-64532b5565be,segment=NetworkSegment(65d22977-7383-4d3c-8560-aa09b9e1098a),segment_id=65d22977-7383-4d3c-8560-aa09b9e1098a)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:34:22.185880 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:22.207865 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-73c16ece-34a0-4de8-84cc-dbd10f6421b3 req-75c891fe-6634-42a1-aadf-cd1488dcc8f5 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934064 Jul 20 15:34:22.260134 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (12075782-04c6-4898-8dde-64532b5565be), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:22.367204 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba227bfb-4d72-44ae-a2eb-1689ae1b8982 None None] Sync routers for ids ['da75dcab-f0f2-40bb-9d79-2eca26de8c90'] in dv-cinder-819149-12-iscsi {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:34:22.377079 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716af01-1fee-4499-8598-a494013acdd1 req-1cec5924-3a1d-428c-af6f-19219b2e0400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:22.387132 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-7716af01-1fee-4499-8598-a494013acdd1 req-1cec5924-3a1d-428c-af6f-19219b2e0400 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=61872ef687074f5791a2cc46732bebdf&device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 1127 time: 0.1407499 Jul 20 15:34:22.396557 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba227bfb-4d72-44ae-a2eb-1689ae1b8982 None None] Routers {'da75dcab-f0f2-40bb-9d79-2eca26de8c90'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:34:22.397528 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-ba227bfb-4d72-44ae-a2eb-1689ae1b8982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:33:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['da75dcab-f0f2-40bb-9d79-2eca26de8c90'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:34:22.413020 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Pushing event updated for resources: {'Port': ['ID=12075782-04c6-4898-8dde-64532b5565be,revision_number=4']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:22.483233 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4d27d6ab-81f2-429f-8b98-4344490b1975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:22.523534 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:22.526531 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716af01-1fee-4499-8598-a494013acdd1 req-18552514-f196-40c5-b063-63c3b58397be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:22.528277 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-7716af01-1fee-4499-8598-a494013acdd1 req-18552514-f196-40c5-b063-63c3b58397be service neutron] 10.222.0.102 "GET /v2.0/networks?id=49eaadcd-4166-45bc-8081-db7a31ee5c71 HTTP/1.1" status: 200 len: 919 time: 0.1324837 Jul 20 15:34:22.564926 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-ba227bfb-4d72-44ae-a2eb-1689ae1b8982 None None] Set router da75dcab-f0f2-40bb-9d79-2eca26de8c90 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:34:22.579859 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-7716af01-1fee-4499-8598-a494013acdd1 req-0e6067a3-2272-4b75-80be-7deb87083e82 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2135397-d828-46e2-a219-f788f406eb08 HTTP/1.1" status: 200 len: 217 time: 0.0451529 Jul 20 15:34:22.636540 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716af01-1fee-4499-8598-a494013acdd1 req-7aa14526-34a5-423b-bdde-529025ee6735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:22.638739 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-7716af01-1fee-4499-8598-a494013acdd1 req-7aa14526-34a5-423b-bdde-529025ee6735 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa HTTP/1.1" status: 200 len: 857 time: 0.0527723 Jul 20 15:34:22.691888 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716af01-1fee-4499-8598-a494013acdd1 req-e6f73685-911c-49fa-be25-819b274cd2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:22.693507 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-7716af01-1fee-4499-8598-a494013acdd1 req-e6f73685-911c-49fa-be25-819b274cd2bd service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=49eaadcd-4166-45bc-8081-db7a31ee5c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464129 Jul 20 15:34:22.864961 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-7716af01-1fee-4499-8598-a494013acdd1 req-f08a302d-ebdd-4f3c-9879-7f8459e50de1 service neutron] 10.222.0.102 "GET /v2.0/networks/49eaadcd-4166-45bc-8081-db7a31ee5c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622334 Jul 20 15:34:22.871181 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-ba227bfb-4d72-44ae-a2eb-1689ae1b8982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da75dcab-f0f2-40bb-9d79-2eca26de8c90', 'name': 'tempest-TestMinimumBasicScenario-1406205359-router', 'tenant_id': '8793a880033e400d89ac8de5a30003b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '12075782-04c6-4898-8dde-64532b5565be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:34:14Z', 'updated_at': '2022-07-20T15:34:20Z', 'revision_number': 4, 'project_id': '8793a880033e400d89ac8de5a30003b7', 'gw_port': {'id': '12075782-04c6-4898-8dde-64532b5565be', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75dcab-f0f2-40bb-9d79-2eca26de8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:34:15Z', 'updated_at': '2022-07-20T15:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '70ee5a68-28b7-40fb-9ad3-83391841a19e', 'name': '', 'network_id': '04fc2edc-754b-4f43-aeb0-2e6d32720d77', 'tenant_id': '8793a880033e400d89ac8de5a30003b7', 'mac_address': 'fa:16:3e:42:8b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da75dcab-f0f2-40bb-9d79-2eca26de8c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'b20786d0-6549-4701-b26c-42f499c3d245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:34:18Z', 'updated_at': '2022-07-20T15:34:20Z', 'revision_number': 2, 'project_id': '8793a880033e400d89ac8de5a30003b7', 'subnets': [{'id': 'b20786d0-6549-4701-b26c-42f499c3d245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:34:22.928533 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba227bfb-4d72-44ae-a2eb-1689ae1b8982 None None] Checking router: da75dcab-f0f2-40bb-9d79-2eca26de8c90 for host: dv-cinder-819149-12-iscsi {{(pid=104512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:34:22.930632 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba227bfb-4d72-44ae-a2eb-1689ae1b8982 None None] Updating router da75dcab-f0f2-40bb-9d79-2eca26de8c90 port 70ee5a68-28b7-40fb-9ad3-83391841a19e binding host dv-cinder-819149-12-iscsi {{(pid=104512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 15:34:22.935890 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 44442) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:22.942192 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-3a6a3558-e1fb-4bf4-9209-217863154a24 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1292617526-network', 'tenant_id': 'd33d090d45b04ef99ceae6dd4f806320'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:34:22.987468 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a9d21-9dcc-422a-be01-ae91d1223914 req-c3189c31-e4aa-4944-b039-f54e8e2efb1a tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:23.000521 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b03a9d21-9dcc-422a-be01-ae91d1223914 req-c3189c31-e4aa-4944-b039-f54e8e2efb1a tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 943 time: 0.0762422 Jul 20 15:34:23.006787 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-ba227bfb-4d72-44ae-a2eb-1689ae1b8982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (70ee5a68-28b7-40fb-9ad3-83391841a19e), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:23.007859 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device e2135397-d828-46e2-a219-f788f406eb08 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:34:23.038328 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:23.073835 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b03a9d21-9dcc-422a-be01-ae91d1223914 req-347aa93d-95b9-4e12-b59f-ff3f5a804e4f tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=01a306c2-cb97-49eb-a20f-5773ace76a30&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0722098 Jul 20 15:34:23.118869 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6a3558-e1fb-4bf4-9209-217863154a24 admin admin] Made reservation on behalf of d33d090d45b04ef99ceae6dd4f806320 for: {'network': 1} {{(pid=104509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:34:23.121284 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-3a6a3558-e1fb-4bf4-9209-217863154a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for network (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:23.137581 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-3a6a3558-e1fb-4bf4-9209-217863154a24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:23.176822 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce2803-908b-461b-86dc-fa0e49c6edfd req-db68d63c-46be-4b92-88d6-972ea5f81928 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:23.180791 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-41ce2803-908b-461b-86dc-fa0e49c6edfd req-db68d63c-46be-4b92-88d6-972ea5f81928 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 946 time: 0.0973184 Jul 20 15:34:23.189726 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:23.253341 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port e2135397-d828-46e2-a219-f788f406eb08, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=e2135397-d828-46e2-a219-f788f406eb08,segment=NetworkSegment(662891f8-8b9a-43c8-9ec2-0f1ae07a78f2),segment_id=662891f8-8b9a-43c8-9ec2-0f1ae07a78f2)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:34:23.280809 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-7716af01-1fee-4499-8598-a494013acdd1 req-dfb8a91c-20c9-47b0-9c77-640bc8de9eb7 service neutron] 10.222.0.102 "GET /v2.0/networks/49eaadcd-4166-45bc-8081-db7a31ee5c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813385 Jul 20 15:34:23.281825 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-41ce2803-908b-461b-86dc-fa0e49c6edfd req-3e4f7b42-db1f-4b3c-b255-7f047bc646c0 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909460 Jul 20 15:34:23.285099 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Returning: {'device': 'e2135397-d828-46e2-a219-f788f406eb08', 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71', 'port_id': 'e2135397-d828-46e2-a219-f788f406eb08', 'mac_address': 'fa:16:3e:27:94:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 957, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:34:23.364625 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port e2135397-d828-46e2-a219-f788f406eb08 is: DOWN; New status is: BUILD {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:34:23.365491 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (e2135397-d828-46e2-a219-f788f406eb08), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:23.368018 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-3a6a3558-e1fb-4bf4-9209-217863154a24 admin admin] Publish callbacks [] for security_group (42da9c5d-0e86-454d-a77f-b1e28a617ff4), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:23.386253 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2135397-d828-46e2-a219-f788f406eb08 {{(pid=104511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:34:23.417389 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port e2135397-d828-46e2-a219-f788f406eb08, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=e2135397-d828-46e2-a219-f788f406eb08,segment=NetworkSegment(662891f8-8b9a-43c8-9ec2-0f1ae07a78f2),segment_id=662891f8-8b9a-43c8-9ec2-0f1ae07a78f2)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:34:23.437075 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-3a6a3558-e1fb-4bf4-9209-217863154a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (42da9c5d-0e86-454d-a77f-b1e28a617ff4), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:23.452620 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be3ba4-5eab-4eef-b0bf-3999f47a8ab3 req-55ee88e6-9cf7-48ae-93bf-f2dbd79cf73c tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:23.455209 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-88be3ba4-5eab-4eef-b0bf-3999f47a8ab3 req-55ee88e6-9cf7-48ae-93bf-f2dbd79cf73c tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.1233582 Jul 20 15:34:23.507594 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-ba227bfb-4d72-44ae-a2eb-1689ae1b8982 None None] Publish callbacks [] for port (70ee5a68-28b7-40fb-9ad3-83391841a19e), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:23.512479 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (e2135397-d828-46e2-a219-f788f406eb08), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:23.516084 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a6a3558-e1fb-4bf4-9209-217863154a24 admin admin] vlan segment allocate from pool success with {'vlan_id': 997, 'physical_network': 'physnet1'} {{(pid=104509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 15:34:23.527279 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a3558-e1fb-4bf4-9209-217863154a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42da9c5d-0e86-454d-a77f-b1e28a617ff4,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:23.553371 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-3a6a3558-e1fb-4bf4-9209-217863154a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087'] for segment (f76121b1-23fb-4bd4-921a-a0f7560361de), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:23.554245 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.db.segments_db [None req-3a6a3558-e1fb-4bf4-9209-217863154a24 admin admin] Added segment f76121b1-23fb-4bd4-921a-a0f7560361de of type vlan for network b7814f5c-2262-4938-a617-057508e3be27 Jul 20 15:34:23.558113 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-88be3ba4-5eab-4eef-b0bf-3999f47a8ab3 req-2d6e1d4c-9b1e-4c32-829a-087c6b4b576e tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897157 Jul 20 15:34:23.615217 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=e2135397-d828-46e2-a219-f788f406eb08,revision_number=4']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:23.615417 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-3a6a3558-e1fb-4bf4-9209-217863154a24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737057167135'] for network (b7814f5c-2262-4938-a617-057508e3be27), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:23.714596 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:23.843542 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] get_ports_and_sgs() called for port_ids ['e2135397-d828-46e2-a219-f788f406eb08'] {{(pid=104511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:34:23.876234 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 12075782-04c6-4898-8dde-64532b5565be up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:34:23.904383 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:23.961045 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port 12075782-04c6-4898-8dde-64532b5565be triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:34:23.961420 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (12075782-04c6-4898-8dde-64532b5565be), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:24.086161 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port 12075782-04c6-4898-8dde-64532b5565be is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:34:24.215131 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559e90d-cb9d-47ee-b37e-99513e9c1985 req-41cff2f6-6ef4-49d0-a18e-afca594dc48c tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:24.216820 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-7559e90d-cb9d-47ee-b37e-99513e9c1985 req-41cff2f6-6ef4-49d0-a18e-afca594dc48c tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 944 time: 0.0578499 Jul 20 15:34:24.279608 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-7559e90d-cb9d-47ee-b37e-99513e9c1985 req-56736f83-9eed-46ec-91de-aa0d591bd0c6 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=01a306c2-cb97-49eb-a20f-5773ace76a30&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0489447 Jul 20 15:34:24.304269 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-ba227bfb-4d72-44ae-a2eb-1689ae1b8982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (70ee5a68-28b7-40fb-9ad3-83391841a19e), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:24.355735 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-3a6a3558-e1fb-4bf4-9209-217863154a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428'] for network (b7814f5c-2262-4938-a617-057508e3be27), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:24.363527 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6a3558-e1fb-4bf4-9209-217863154a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:24.364153 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-3a6a3558-e1fb-4bf4-9209-217863154a24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for network (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:24.369044 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e1a3ef-38e4-4801-8818-797742e8f3b8 None None] Pushing event updated for resources: {'Port': ['ID=70ee5a68-28b7-40fb-9ad3-83391841a19e,revision_number=3']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:24.440529 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1a3ef-38e4-4801-8818-797742e8f3b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:24.445945 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1a3ef-38e4-4801-8818-797742e8f3b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:24.445945 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1a3ef-38e4-4801-8818-797742e8f3b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:24.445945 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1a3ef-38e4-4801-8818-797742e8f3b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:24.445945 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1a3ef-38e4-4801-8818-797742e8f3b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:24.445945 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1a3ef-38e4-4801-8818-797742e8f3b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:24.445945 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1a3ef-38e4-4801-8818-797742e8f3b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:24.447734 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1a3ef-38e4-4801-8818-797742e8f3b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:24.448685 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1a3ef-38e4-4801-8818-797742e8f3b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:24.449523 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1a3ef-38e4-4801-8818-797742e8f3b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:24.450438 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1a3ef-38e4-4801-8818-797742e8f3b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:24.451299 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1a3ef-38e4-4801-8818-797742e8f3b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:24.452127 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1a3ef-38e4-4801-8818-797742e8f3b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:24.453124 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1a3ef-38e4-4801-8818-797742e8f3b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:24.453896 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e1a3ef-38e4-4801-8818-797742e8f3b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:24.519183 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a3558-e1fb-4bf4-9209-217863154a24 admin admin] Pushing event updated for resources: {'Network': ['ID=b7814f5c-2262-4938-a617-057508e3be27,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:24.534657 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [None req-ba227bfb-4d72-44ae-a2eb-1689ae1b8982 None None] Attempting to bind port 70ee5a68-28b7-40fb-9ad3-83391841a19e on host dv-cinder-819149-12-iscsi for vnic_type normal with profile {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:34:24.535645 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [None req-ba227bfb-4d72-44ae-a2eb-1689ae1b8982 None None] Attempting to bind port 70ee5a68-28b7-40fb-9ad3-83391841a19e by drivers openvswitch,hyperv on host dv-cinder-819149-12-iscsi at level 0 using segments [{'id': '7537d4ee-dce6-4a65-a703-7b3110bc13c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '04fc2edc-754b-4f43-aeb0-2e6d32720d77'}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:34:24.536145 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba227bfb-4d72-44ae-a2eb-1689ae1b8982 None None] Attempting to bind port 70ee5a68-28b7-40fb-9ad3-83391841a19e on network 04fc2edc-754b-4f43-aeb0-2e6d32720d77 {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:34:24.543183 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba227bfb-4d72-44ae-a2eb-1689ae1b8982 None None] Checking agent: {'id': '5729d8e0-9e32-4d27-b92e-30241f6d9221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 22, 55), 'started_at': datetime.datetime(2022, 7, 20, 15, 23, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:34:24.544051 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Network b7814f5c-2262-4938-a617-057508e3be27 details requested by agent ovs-agent-dv-cinder-819149-12-iscsi with host dv-cinder-819149-12-iscsi {{(pid=104511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 15:34:24.545012 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba227bfb-4d72-44ae-a2eb-1689ae1b8982 None None] Checking segment: {'id': '7537d4ee-dce6-4a65-a703-7b3110bc13c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '04fc2edc-754b-4f43-aeb0-2e6d32720d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:34:24.546006 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-ba227bfb-4d72-44ae-a2eb-1689ae1b8982 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:24.546860 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba227bfb-4d72-44ae-a2eb-1689ae1b8982 None None] Bound using segment: {'id': '7537d4ee-dce6-4a65-a703-7b3110bc13c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '04fc2edc-754b-4f43-aeb0-2e6d32720d77'} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:34:24.547575 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [None req-ba227bfb-4d72-44ae-a2eb-1689ae1b8982 None None] Bound port: 70ee5a68-28b7-40fb-9ad3-83391841a19e, host: dv-cinder-819149-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7537d4ee-dce6-4a65-a703-7b3110bc13c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '04fc2edc-754b-4f43-aeb0-2e6d32720d77'}}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:34:24.548208 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-ba227bfb-4d72-44ae-a2eb-1689ae1b8982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (70ee5a68-28b7-40fb-9ad3-83391841a19e), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:24.553368 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-3a6a3558-e1fb-4bf4-9209-217863154a24 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.6156135 Jul 20 15:34:24.559201 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 44492) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:24.607832 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-f1e08040-37ed-4f2e-a2b2-7bf51ce23b86 admin admin] Request body: {'subnet': {'network_id': 'b7814f5c-2262-4938-a617-057508e3be27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1292617526-subnet', 'tenant_id': 'd33d090d45b04ef99ceae6dd4f806320', 'ip_version': 4}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:34:24.677885 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [None req-ba227bfb-4d72-44ae-a2eb-1689ae1b8982 None None] For port 70ee5a68-28b7-40fb-9ad3-83391841a19e, host dv-cinder-819149-12-iscsi, cleared binding levels {{(pid=104512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:34:24.681795 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [None req-ba227bfb-4d72-44ae-a2eb-1689ae1b8982 None None] For port 70ee5a68-28b7-40fb-9ad3-83391841a19e, host dv-cinder-819149-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=70ee5a68-28b7-40fb-9ad3-83391841a19e,segment=NetworkSegment(7537d4ee-dce6-4a65-a703-7b3110bc13c1),segment_id=7537d4ee-dce6-4a65-a703-7b3110bc13c1)] {{(pid=104512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:34:24.695723 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f1083-8fad-4bf1-8e76-a7befa535dc5 req-785b65e6-f8bb-438c-96a6-6500b2110400 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:24.703463 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b80f1083-8fad-4bf1-8e76-a7befa535dc5 req-785b65e6-f8bb-438c-96a6-6500b2110400 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 946 time: 0.2435775 Jul 20 15:34:24.717313 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-f3a6bd28-ef05-4ed0-bc96-2c076918949c None None] Provisioning complete for port 70ee5a68-28b7-40fb-9ad3-83391841a19e triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:34:24.717313 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f3a6bd28-ef05-4ed0-bc96-2c076918949c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (70ee5a68-28b7-40fb-9ad3-83391841a19e), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:24.760436 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-f3a6bd28-ef05-4ed0-bc96-2c076918949c None None] Port 70ee5a68-28b7-40fb-9ad3-83391841a19e cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:34:24.768243 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47b07d-f656-4c18-8974-51ba99173358 req-cbf469d4-1393-4269-9333-2329a753690d tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:24.771983 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6f47b07d-f656-4c18-8974-51ba99173358 req-cbf469d4-1393-4269-9333-2329a753690d tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.0963802 Jul 20 15:34:24.813673 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b80f1083-8fad-4bf1-8e76-a7befa535dc5 req-0e888f8d-0d73-4a65-aa97-a1dd4415e0e2 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089032 Jul 20 15:34:24.818356 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e08040-37ed-4f2e-a2b2-7bf51ce23b86 admin admin] Made reservation on behalf of d33d090d45b04ef99ceae6dd4f806320 for: {'subnet': 1} {{(pid=104510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:34:24.819696 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f1e08040-37ed-4f2e-a2b2-7bf51ce23b86 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25937554'] for subnet (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:24.822609 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:24.842303 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-ba227bfb-4d72-44ae-a2eb-1689ae1b8982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (70ee5a68-28b7-40fb-9ad3-83391841a19e), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:24.906567 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:24.919795 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6f47b07d-f656-4c18-8974-51ba99173358 req-8c471331-d662-45a4-9cf0-ba21380aa884 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327827 Jul 20 15:34:24.960172 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:24.983784 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba227bfb-4d72-44ae-a2eb-1689ae1b8982 None None] Routers {'da75dcab-f0f2-40bb-9d79-2eca26de8c90'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:34:24.985136 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-ba227bfb-4d72-44ae-a2eb-1689ae1b8982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:34:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['da75dcab-f0f2-40bb-9d79-2eca26de8c90'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:34:24.990175 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e1a3ef-38e4-4801-8818-797742e8f3b8 None None] Pushing event updated for resources: {'Port': ['ID=70ee5a68-28b7-40fb-9ad3-83391841a19e,revision_number=4']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:25.170195 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device e2135397-d828-46e2-a219-f788f406eb08 up at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:34:25.184631 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:25.279366 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning for port e2135397-d828-46e2-a219-f788f406eb08 completed by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 15:34:25.308738 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-ba227bfb-4d72-44ae-a2eb-1689ae1b8982 None None] Set router da75dcab-f0f2-40bb-9d79-2eca26de8c90 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:34:25.388999 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-dc19fdf3-3aa7-4b60-b42b-e772db5813d8 None None] Provisioning complete for port 70ee5a68-28b7-40fb-9ad3-83391841a19e triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:34:25.389784 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-dc19fdf3-3aa7-4b60-b42b-e772db5813d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (70ee5a68-28b7-40fb-9ad3-83391841a19e), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:25.453405 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0152b0-3b2e-4866-b07e-043e68020180 req-f6ad7aa2-1672-4b81-b763-1d2ca5892b2a tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:25.455097 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5d0152b0-3b2e-4866-b07e-043e68020180 req-f6ad7aa2-1672-4b81-b763-1d2ca5892b2a tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 944 time: 0.0864608 Jul 20 15:34:25.456126 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f1e08040-37ed-4f2e-a2b2-7bf51ce23b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25785471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25937540'] for subnet (1c87ff1d-99a2-43e3-add5-6c8992863302), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:25.473286 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning complete for port e2135397-d828-46e2-a219-f788f406eb08 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:34:25.482537 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (e2135397-d828-46e2-a219-f788f406eb08), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:25.482537 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:25.609033 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-ba227bfb-4d72-44ae-a2eb-1689ae1b8982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da75dcab-f0f2-40bb-9d79-2eca26de8c90', 'name': 'tempest-TestMinimumBasicScenario-1406205359-router', 'tenant_id': '8793a880033e400d89ac8de5a30003b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '12075782-04c6-4898-8dde-64532b5565be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:34:14Z', 'updated_at': '2022-07-20T15:34:20Z', 'revision_number': 4, 'project_id': '8793a880033e400d89ac8de5a30003b7', 'gw_port': {'id': '12075782-04c6-4898-8dde-64532b5565be', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75dcab-f0f2-40bb-9d79-2eca26de8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:34:15Z', 'updated_at': '2022-07-20T15:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '70ee5a68-28b7-40fb-9ad3-83391841a19e', 'name': '', 'network_id': '04fc2edc-754b-4f43-aeb0-2e6d32720d77', 'tenant_id': '8793a880033e400d89ac8de5a30003b7', 'mac_address': 'fa:16:3e:42:8b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da75dcab-f0f2-40bb-9d79-2eca26de8c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'b20786d0-6549-4701-b26c-42f499c3d245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:34:18Z', 'updated_at': '2022-07-20T15:34:24Z', 'revision_number': 4, 'project_id': '8793a880033e400d89ac8de5a30003b7', 'subnets': [{'id': 'b20786d0-6549-4701-b26c-42f499c3d245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:34:25.639338 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba227bfb-4d72-44ae-a2eb-1689ae1b8982 None None] The sync data for ids ['da75dcab-f0f2-40bb-9d79-2eca26de8c90'] in dv-cinder-819149-12-iscsi is: [{'id': 'da75dcab-f0f2-40bb-9d79-2eca26de8c90', 'name': 'tempest-TestMinimumBasicScenario-1406205359-router', 'tenant_id': '8793a880033e400d89ac8de5a30003b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '12075782-04c6-4898-8dde-64532b5565be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:34:14Z', 'updated_at': '2022-07-20T15:34:20Z', 'revision_number': 4, 'project_id': '8793a880033e400d89ac8de5a30003b7', 'gw_port': {'id': '12075782-04c6-4898-8dde-64532b5565be', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75dcab-f0f2-40bb-9d79-2eca26de8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:34:15Z', 'updated_at': '2022-07-20T15:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '70ee5a68-28b7-40fb-9ad3-83391841a19e', 'name': '', 'network_id': '04fc2edc-754b-4f43-aeb0-2e6d32720d77', 'tenant_id': '8793a880033e400d89ac8de5a30003b7', 'mac_address': 'fa:16:3e:42:8b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da75dcab-f0f2-40bb-9d79-2eca26de8c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'b20786d0-6549-4701-b26c-42f499c3d245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:34:18Z', 'updated_at': '2022-07-20T15:34:24Z', 'revision_number': 4, 'project_id': '8793a880033e400d89ac8de5a30003b7', 'subnets': [{'id': 'b20786d0-6549-4701-b26c-42f499c3d245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:34:25.644169 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5d0152b0-3b2e-4866-b07e-043e68020180 req-6e5bce0a-b28e-4ca2-9e19-572aa7cc3c99 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=01a306c2-cb97-49eb-a20f-5773ace76a30&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1727383 Jul 20 15:34:25.669719 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:25.687459 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port e2135397-d828-46e2-a219-f788f406eb08 is: BUILD; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:34:25.688223 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (e2135397-d828-46e2-a219-f788f406eb08), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:25.692574 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-dc19fdf3-3aa7-4b60-b42b-e772db5813d8 None None] Current status of the port 70ee5a68-28b7-40fb-9ad3-83391841a19e is: DOWN; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:34:25.692574 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-dc19fdf3-3aa7-4b60-b42b-e772db5813d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (70ee5a68-28b7-40fb-9ad3-83391841a19e), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:25.768011 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port e2135397-d828-46e2-a219-f788f406eb08, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=e2135397-d828-46e2-a219-f788f406eb08,segment=NetworkSegment(662891f8-8b9a-43c8-9ec2-0f1ae07a78f2),segment_id=662891f8-8b9a-43c8-9ec2-0f1ae07a78f2)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:34:25.769626 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91beb453-6320-472a-951c-3fda16747994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2135397-d828-46e2-a219-f788f406eb08'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:34:25.772028 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d079ce0f3ed41026034ae0451e18cae4cf0a7f47a911dfcb655775793fbc38ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8d7428-1556-4f77-9b78-c65088a4344c" -d '{"events": [{"server_uuid": "91beb453-6320-472a-951c-3fda16747994", "name": "network-vif-plugged", "status": "completed", "tag": "e2135397-d828-46e2-a219-f788f406eb08"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:34:25.795660 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-dc19fdf3-3aa7-4b60-b42b-e772db5813d8 None None] For port 70ee5a68-28b7-40fb-9ad3-83391841a19e, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=70ee5a68-28b7-40fb-9ad3-83391841a19e,segment=NetworkSegment(7537d4ee-dce6-4a65-a703-7b3110bc13c1),segment_id=7537d4ee-dce6-4a65-a703-7b3110bc13c1)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:34:25.808368 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f4fa2-df29-441f-9cf1-b06cb021d4f6 req-f370c9f4-11b3-4229-867c-eb2b1a218215 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:25.818165 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-cf2f4fa2-df29-441f-9cf1-b06cb021d4f6 req-f370c9f4-11b3-4229-867c-eb2b1a218215 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.2383964 Jul 20 15:34:25.840278 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b044f9-6f35-4261-abde-14981e62417d req-e07c9e87-a3fd-4e51-8ab2-644ddf506b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:25.843264 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-05b044f9-6f35-4261-abde-14981e62417d req-e07c9e87-a3fd-4e51-8ab2-644ddf506b74 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=aa49d7002cf441348cf3166e64b1bc87&device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 1129 time: 0.0690629 Jul 20 15:34:25.849521 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (e2135397-d828-46e2-a219-f788f406eb08), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:25.862581 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:25.864004 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e08040-37ed-4f2e-a2b2-7bf51ce23b86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c87ff1d-99a2-43e3-add5-6c8992863302,revision_number=0']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:25.974907 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e08040-37ed-4f2e-a2b2-7bf51ce23b86 admin admin] Checking segment: {'id': 'f76121b1-23fb-4bd4-921a-a0f7560361de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'b7814f5c-2262-4938-a617-057508e3be27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:34:25.975276 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e08040-37ed-4f2e-a2b2-7bf51ce23b86 admin admin] Network hostable DHCP agents. Network: b7814f5c-2262-4938-a617-057508e3be27, hostable agents: ['1054ab0b-28b9-454f-8889-d57ec5383afd'], hosted agents: [] {{(pid=104510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 15:34:26.001911 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 15:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4f47af-fde0-4ffc-b168-fbf21aba7f21 x-openstack-request-id: req-2e4f47af-fde0-4ffc-b168-fbf21aba7f21 {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:34:26.008240 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91beb453-6320-472a-951c-3fda16747994", "name": "network-vif-plugged", "status": "completed", "tag": "e2135397-d828-46e2-a219-f788f406eb08", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:34:26.008240 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2e4f47af-fde0-4ffc-b168-fbf21aba7f21 {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:34:26.017470 dv-cinder-819149-12-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e4f47af-fde0-4ffc-b168-fbf21aba7f21'] response: {'server_uuid': '91beb453-6320-472a-951c-3fda16747994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2135397-d828-46e2-a219-f788f406eb08', 'code': 200} Jul 20 15:34:26.026747 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-dc19fdf3-3aa7-4b60-b42b-e772db5813d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (70ee5a68-28b7-40fb-9ad3-83391841a19e), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:26.037980 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=e2135397-d828-46e2-a219-f788f406eb08,revision_number=5']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:26.086540 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-cf2f4fa2-df29-441f-9cf1-b06cb021d4f6 req-a15daf39-eb7d-4fe0-a534-f875188e0a25 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2662232 Jul 20 15:34:26.110054 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9377acb-be1e-40f5-8067-6fd7aad8c46d req-daa2d97c-c11c-4287-b15e-178d4e545e24 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:26.111901 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b9377acb-be1e-40f5-8067-6fd7aad8c46d req-daa2d97c-c11c-4287-b15e-178d4e545e24 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 946 time: 0.1226783 Jul 20 15:34:26.116581 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b044f9-6f35-4261-abde-14981e62417d req-8287bfae-7476-4e53-a82a-093bce2348f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:26.120974 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-05b044f9-6f35-4261-abde-14981e62417d req-8287bfae-7476-4e53-a82a-093bce2348f8 service neutron] 10.222.0.102 "GET /v2.0/networks?id=fa5e056d-5a56-4462-a470-30c02f844e62 HTTP/1.1" status: 200 len: 912 time: 0.2520380 Jul 20 15:34:26.129076 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19fdf3-3aa7-4b60-b42b-e772db5813d8 None None] Pushing event updated for resources: {'Port': ['ID=70ee5a68-28b7-40fb-9ad3-83391841a19e,revision_number=5']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:26.220120 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b9377acb-be1e-40f5-8067-6fd7aad8c46d req-dd739a21-3735-44ba-82c6-bef845d8881d tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004093 Jul 20 15:34:26.222660 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-05b044f9-6f35-4261-abde-14981e62417d req-b261deff-8a23-401a-a45c-fa96130417f1 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c61a150-9d0c-4c43-949a-82e85b926581 HTTP/1.1" status: 200 len: 1000 time: 0.0921710 Jul 20 15:34:26.252522 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e08040-37ed-4f2e-a2b2-7bf51ce23b86 admin admin] Network b7814f5c-2262-4938-a617-057508e3be27 is scheduled to be hosted by DHCP agent 1054ab0b-28b9-454f-8889-d57ec5383afd with binding_index 1 {{(pid=104510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 15:34:26.307419 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b044f9-6f35-4261-abde-14981e62417d req-1a05b4a8-ddc4-47e3-9deb-308b2602c889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:26.308615 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-05b044f9-6f35-4261-abde-14981e62417d req-1a05b4a8-ddc4-47e3-9deb-308b2602c889 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c9fff1ac-07cb-4893-9ae7-8ae90fdf7477 HTTP/1.1" status: 200 len: 850 time: 0.0602965 Jul 20 15:34:26.359971 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b044f9-6f35-4261-abde-14981e62417d req-1144914a-9be4-4b30-a65c-162274e6db0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:26.361500 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-05b044f9-6f35-4261-abde-14981e62417d req-1144914a-9be4-4b30-a65c-162274e6db0d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=fa5e056d-5a56-4462-a470-30c02f844e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447786 Jul 20 15:34:26.361723 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.base_scheduler [None req-f1e08040-37ed-4f2e-a2b2-7bf51ce23b86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-12-iscsi, b7814f5c-2262-4938-a617-057508e3be27) {{(pid=104510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:34:26.369211 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e08040-37ed-4f2e-a2b2-7bf51ce23b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:26.369929 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f1e08040-37ed-4f2e-a2b2-7bf51ce23b86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for subnet (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:26.377166 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53aa667e-92c9-4ebe-bc8c-56251d87980a None None] Network b7814f5c-2262-4938-a617-057508e3be27 requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:34:26.488275 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-f1e08040-37ed-4f2e-a2b2-7bf51ce23b86 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9209025 Jul 20 15:34:26.488943 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 44568) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:26.495548 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-f8ae2709-af87-4ce3-be5d-1d2de0f1867c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1292617526-router', 'tenant_id': 'd33d090d45b04ef99ceae6dd4f806320', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'}}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:34:26.537359 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:26.630523 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f8ae2709-af87-4ce3-be5d-1d2de0f1867c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1708962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router (4c132175-858b-4a79-8c8d-6182ef9758b0), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:26.630904 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b36dcc-b4e3-4c3c-9df3-8233ac58a7f1 req-7b73c595-62fc-4735-9cbc-957bdd166b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:26.631005 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f8ae2709-af87-4ce3-be5d-1d2de0f1867c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1708854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1715537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-722'] for router (4c132175-858b-4a79-8c8d-6182ef9758b0), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:26.631142 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-c5b36dcc-b4e3-4c3c-9df3-8233ac58a7f1 req-7b73c595-62fc-4735-9cbc-957bdd166b75 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 1129 time: 0.1319420 Jul 20 15:34:26.638620 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e6558f-f840-4a3b-a1b0-1770ccc31a33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a790180-0092-51b0-93a4-34605dc8f1ad-b7814f5c-2262-4938-a617-057508e3be27', 'network_id': 'b7814f5c-2262-4938-a617-057508e3be27', 'project_id': 'd33d090d45b04ef99ceae6dd4f806320', 'fixed_ips': [{'subnet_id': '1c87ff1d-99a2-43e3-add5-6c8992863302'}]}} from dv-cinder-819149-12-iscsi. {{(pid=104511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 15:34:26.639928 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-53e6558f-f840-4a3b-a1b0-1770ccc31a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:26.701315 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f8ae2709-af87-4ce3-be5d-1d2de0f1867c admin admin] Publish callbacks [] for router_controller (4c132175-858b-4a79-8c8d-6182ef9758b0), precommit_add_association {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:26.712049 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-05b044f9-6f35-4261-abde-14981e62417d req-45b40eef-47af-4c2c-9bf7-7d9e4421be17 service neutron] 10.222.0.102 "GET /v2.0/networks/fa5e056d-5a56-4462-a470-30c02f844e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920187 Jul 20 15:34:26.715420 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-c5b36dcc-b4e3-4c3c-9df3-8233ac58a7f1 req-06a0d98c-c6f8-4f8f-98c5-ea3ba9e90a69 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=01a306c2-cb97-49eb-a20f-5773ace76a30&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0817084 Jul 20 15:34:26.729083 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:26.930234 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.db_base_plugin_common [None req-53e6558f-f840-4a3b-a1b0-1770ccc31a33 None None] Allocated IP 172.20.0.2 (b7814f5c-2262-4938-a617-057508e3be27/1c87ff1d-99a2-43e3-add5-6c8992863302/40f89392-fdfd-47d3-bd2e-759ec1202b16) {{(pid=104511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:34:26.934662 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:27.070676 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f8ae2709-af87-4ce3-be5d-1d2de0f1867c admin admin] Publish callbacks [] for router_gateway (4c132175-858b-4a79-8c8d-6182ef9758b0), precommit_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:27.084860 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fcd8ec-f98e-4c7e-b536-285f390bf61f req-022da822-c233-49fc-a642-b52654e62263 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:27.086895 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-21fcd8ec-f98e-4c7e-b536-285f390bf61f req-022da822-c233-49fc-a642-b52654e62263 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 945 time: 0.2279935 Jul 20 15:34:27.097400 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 59e14bde-8d7e-43e1-8cdf-acd276b65784 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:34:27.215850 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-05b044f9-6f35-4261-abde-14981e62417d req-983ddd1d-55ef-4abe-8933-8a1469a5f2c1 service neutron] 10.222.0.102 "GET /v2.0/networks/fa5e056d-5a56-4462-a470-30c02f844e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386811 Jul 20 15:34:27.319463 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-21fcd8ec-f98e-4c7e-b536-285f390bf61f req-d2effa61-93d8-48a7-a009-1ec767756f78 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=01a306c2-cb97-49eb-a20f-5773ace76a30&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2178216 Jul 20 15:34:27.330655 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:27.398075 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945bc58-4ade-4469-9e5e-4c719a0dbb90 req-c7011e30-b581-4af5-af39-fc656aace53e tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:27.399730 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9945bc58-4ade-4469-9e5e-4c719a0dbb90 req-c7011e30-b581-4af5-af39-fc656aace53e tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.1468480 Jul 20 15:34:27.508186 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 59e14bde-8d7e-43e1-8cdf-acd276b65784, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=59e14bde-8d7e-43e1-8cdf-acd276b65784,segment=NetworkSegment(643648c2-fbcf-4011-96d1-5d3dde59321a),segment_id=643648c2-fbcf-4011-96d1-5d3dde59321a)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:34:27.543826 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Returning: {'device': '59e14bde-8d7e-43e1-8cdf-acd276b65784', 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e', 'port_id': '59e14bde-8d7e-43e1-8cdf-acd276b65784', 'mac_address': 'fa:16:3e:17:1f:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 980, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:34:27.563676 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 44604) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:27.603779 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-53e6558f-f840-4a3b-a1b0-1770ccc31a33 None None] Publish callbacks [] for port (40f89392-fdfd-47d3-bd2e-759ec1202b16), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:27.625971 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port 59e14bde-8d7e-43e1-8cdf-acd276b65784 is: ACTIVE; New status is: BUILD {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:34:27.626498 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (59e14bde-8d7e-43e1-8cdf-acd276b65784), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:27.659365 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 59e14bde-8d7e-43e1-8cdf-acd276b65784 {{(pid=104511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:34:27.679456 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ebeaf8-7a3e-4084-a1c9-029a274b5430 req-e14b925b-4973-4e1a-996a-89f7d7dd178d tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:27.686778 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-86ebeaf8-7a3e-4084-a1c9-029a274b5430 req-e14b925b-4973-4e1a-996a-89f7d7dd178d tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 946 time: 0.2064469 Jul 20 15:34:27.696853 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 59e14bde-8d7e-43e1-8cdf-acd276b65784, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=59e14bde-8d7e-43e1-8cdf-acd276b65784,segment=NetworkSegment(643648c2-fbcf-4011-96d1-5d3dde59321a),segment_id=643648c2-fbcf-4011-96d1-5d3dde59321a)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:34:27.714101 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9945bc58-4ade-4469-9e5e-4c719a0dbb90 req-5d1bf8e6-579b-41c8-bd78-b77caf150dc0 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2349818 Jul 20 15:34:27.720401 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f8ae2709-af87-4ce3-be5d-1d2de0f1867c admin admin] Publish callbacks [] for router_gateway (4c132175-858b-4a79-8c8d-6182ef9758b0), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:27.741180 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f8ae2709-af87-4ce3-be5d-1d2de0f1867c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:27.754632 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-53e6558f-f840-4a3b-a1b0-1770ccc31a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413'] for port (40f89392-fdfd-47d3-bd2e-759ec1202b16), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:27.768685 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-fbc2040d-88a5-4a97-80bf-3562b8007b7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:27.803535 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (59e14bde-8d7e-43e1-8cdf-acd276b65784), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:27.857572 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-86ebeaf8-7a3e-4084-a1c9-029a274b5430 req-9196e388-cc76-44e7-8dc2-0008188bfc64 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697905 Jul 20 15:34:27.892261 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e6558f-f840-4a3b-a1b0-1770ccc31a33 None None] Network b7814f5c-2262-4938-a617-057508e3be27 is already hosted by enough agents. {{(pid=104511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:34:27.899672 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.scheduler.base_scheduler [None req-53e6558f-f840-4a3b-a1b0-1770ccc31a33 None None] Resources bound (agent type, host, resource id): {{(pid=104511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:34:27.908488 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e6558f-f840-4a3b-a1b0-1770ccc31a33 None None] Received port after_create {{(pid=104511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:34:27.959821 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-fbc2040d-88a5-4a97-80bf-3562b8007b7f admin admin] Publish callbacks [] for security_group (0adfd22c-6604-44c4-b0c8-518223093670), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:27.960542 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6558f-f840-4a3b-a1b0-1770ccc31a33 None None] Pushing event updated for resources: {'Port': ['ID=40f89392-fdfd-47d3-bd2e-759ec1202b16,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:27.967618 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] get_ports_and_sgs() called for port_ids ['59e14bde-8d7e-43e1-8cdf-acd276b65784'] {{(pid=104511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:34:27.971004 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.db_base_plugin_common [None req-f8ae2709-af87-4ce3-be5d-1d2de0f1867c admin admin] Allocated IP 172.27.1.52 (8e10d912-d794-48e6-8f9b-6baf59c7f77e/d5daf119-8c14-4f50-a186-1c01cb5bfe5f/fa513056-6bbe-421a-80f4-a5409e60cd68) {{(pid=104510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:34:27.971348 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 70ee5a68-28b7-40fb-9ad3-83391841a19e up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:34:28.025940 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-fbc2040d-88a5-4a97-80bf-3562b8007b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (0adfd22c-6604-44c4-b0c8-518223093670), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:28.082368 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-53e6558f-f840-4a3b-a1b0-1770ccc31a33 None None] Attempting to bind port 40f89392-fdfd-47d3-bd2e-759ec1202b16 on host dv-cinder-819149-12-iscsi for vnic_type normal with profile {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:34:28.082754 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-53e6558f-f840-4a3b-a1b0-1770ccc31a33 None None] Attempting to bind port 40f89392-fdfd-47d3-bd2e-759ec1202b16 by drivers openvswitch,hyperv on host dv-cinder-819149-12-iscsi at level 0 using segments [{'id': 'f76121b1-23fb-4bd4-921a-a0f7560361de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'b7814f5c-2262-4938-a617-057508e3be27'}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:34:28.083433 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e6558f-f840-4a3b-a1b0-1770ccc31a33 None None] Attempting to bind port 40f89392-fdfd-47d3-bd2e-759ec1202b16 on network b7814f5c-2262-4938-a617-057508e3be27 {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:34:28.085340 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2040d-88a5-4a97-80bf-3562b8007b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0adfd22c-6604-44c4-b0c8-518223093670,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:28.108829 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-fbc2040d-88a5-4a97-80bf-3562b8007b7f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=33c91922070b4cf98a18b2d386611330&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5390351 Jul 20 15:34:28.109607 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 44614) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:28.126575 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e6558f-f840-4a3b-a1b0-1770ccc31a33 None None] Checking agent: {'id': '5729d8e0-9e32-4d27-b92e-30241f6d9221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 22, 55), 'started_at': datetime.datetime(2022, 7, 20, 15, 23, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:34:28.126995 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e6558f-f840-4a3b-a1b0-1770ccc31a33 None None] Checking segment: {'id': 'f76121b1-23fb-4bd4-921a-a0f7560361de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'b7814f5c-2262-4938-a617-057508e3be27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:34:28.127414 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-53e6558f-f840-4a3b-a1b0-1770ccc31a33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:28.127810 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e6558f-f840-4a3b-a1b0-1770ccc31a33 None None] Bound using segment: {'id': 'f76121b1-23fb-4bd4-921a-a0f7560361de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'b7814f5c-2262-4938-a617-057508e3be27'} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:34:28.128281 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-53e6558f-f840-4a3b-a1b0-1770ccc31a33 None None] Bound port: 40f89392-fdfd-47d3-bd2e-759ec1202b16, host: dv-cinder-819149-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f76121b1-23fb-4bd4-921a-a0f7560361de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'b7814f5c-2262-4938-a617-057508e3be27'}}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:34:28.128661 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-53e6558f-f840-4a3b-a1b0-1770ccc31a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (40f89392-fdfd-47d3-bd2e-759ec1202b16), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:28.163964 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=59e14bde-8d7e-43e1-8cdf-acd276b65784,revision_number=6']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:28.185830 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port 70ee5a68-28b7-40fb-9ad3-83391841a19e triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:34:28.186177 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (70ee5a68-28b7-40fb-9ad3-83391841a19e), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:28.310345 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-53e6558f-f840-4a3b-a1b0-1770ccc31a33 None None] For port 40f89392-fdfd-47d3-bd2e-759ec1202b16, host dv-cinder-819149-12-iscsi, cleared binding levels {{(pid=104511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:34:28.314006 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-53e6558f-f840-4a3b-a1b0-1770ccc31a33 None None] For port 40f89392-fdfd-47d3-bd2e-759ec1202b16, host dv-cinder-819149-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=40f89392-fdfd-47d3-bd2e-759ec1202b16,segment=NetworkSegment(f76121b1-23fb-4bd4-921a-a0f7560361de),segment_id=f76121b1-23fb-4bd4-921a-a0f7560361de)] {{(pid=104511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:34:28.363171 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f8ae2709-af87-4ce3-be5d-1d2de0f1867c admin admin] Publish callbacks [] for port (fa513056-6bbe-421a-80f4-a5409e60cd68), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:28.379198 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port 70ee5a68-28b7-40fb-9ad3-83391841a19e is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:34:28.398717 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-53e6558f-f840-4a3b-a1b0-1770ccc31a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (40f89392-fdfd-47d3-bd2e-759ec1202b16), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:28.420640 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-873994ce-0ec6-4d19-8834-a95c5254fc6f admin admin] Publish callbacks [] for security_group (0adfd22c-6604-44c4-b0c8-518223093670), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:28.474837 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6558f-f840-4a3b-a1b0-1770ccc31a33 None None] Pushing event updated for resources: {'Port': ['ID=40f89392-fdfd-47d3-bd2e-759ec1202b16,revision_number=2']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:28.477207 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-873994ce-0ec6-4d19-8834-a95c5254fc6f admin admin] Publish callbacks [] for security_group (0adfd22c-6604-44c4-b0c8-518223093670), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:28.498782 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f8ae2709-af87-4ce3-be5d-1d2de0f1867c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25775823'] for port (fa513056-6bbe-421a-80f4-a5409e60cd68), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:28.548480 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f3fde-b6bc-4806-ab3c-06bec0576942 req-f9ca6f84-c1b6-40d6-af45-713ff865a82c tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:28.550002 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-007f3fde-b6bc-4806-ab3c-06bec0576942 req-f9ca6f84-c1b6-40d6-af45-713ff865a82c tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 945 time: 0.1215627 Jul 20 15:34:28.579918 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ae2709-af87-4ce3-be5d-1d2de0f1867c admin admin] Network 8e10d912-d794-48e6-8f9b-6baf59c7f77e is already hosted by enough agents. {{(pid=104510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:34:28.592911 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.base_scheduler [None req-f8ae2709-af87-4ce3-be5d-1d2de0f1867c admin admin] Resources bound (agent type, host, resource id): {{(pid=104510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:34:28.597976 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ae2709-af87-4ce3-be5d-1d2de0f1867c admin admin] Received port after_create {{(pid=104510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:34:28.599886 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae2709-af87-4ce3-be5d-1d2de0f1867c admin admin] Pushing event updated for resources: {'Port': ['ID=fa513056-6bbe-421a-80f4-a5409e60cd68,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:28.673401 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-007f3fde-b6bc-4806-ab3c-06bec0576942 req-99d6842e-6df2-4bd9-acd0-60f28fc3301a tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=01a306c2-cb97-49eb-a20f-5773ace76a30&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1139572 Jul 20 15:34:28.700520 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:28.750175 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-873994ce-0ec6-4d19-8834-a95c5254fc6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (0adfd22c-6604-44c4-b0c8-518223093670), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:28.754406 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-873994ce-0ec6-4d19-8834-a95c5254fc6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:28.756769 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-873994ce-0ec6-4d19-8834-a95c5254fc6f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0adfd22c-6604-44c4-b0c8-518223093670 HTTP/1.1" status: 204 len: 168 time: 0.6458890 Jul 20 15:34:28.842541 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873994ce-0ec6-4d19-8834-a95c5254fc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adfd22c-6604-44c4-b0c8-518223093670,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:28.897864 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d2838-cfd9-4db1-8e43-2e24ecf20a68 req-f2ee80b7-9864-445b-9aee-4ef2ba2fe9df tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:28.897864 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-146d2838-cfd9-4db1-8e43-2e24ecf20a68 req-f2ee80b7-9864-445b-9aee-4ef2ba2fe9df tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.0750995 Jul 20 15:34:29.035661 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 59e14bde-8d7e-43e1-8cdf-acd276b65784 up at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:34:29.056613 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-146d2838-cfd9-4db1-8e43-2e24ecf20a68 req-fe3e582a-2470-43d2-89ef-e30e5a31adc0 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545517 Jul 20 15:34:29.072264 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3ad6a-ba0e-43a3-9c61-1c751432c8f2 req-edf432d7-10ec-45bf-824b-994b8bc41b96 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:29.074306 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a0e3ad6a-ba0e-43a3-9c61-1c751432c8f2 req-edf432d7-10ec-45bf-824b-994b8bc41b96 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 945 time: 0.1136842 Jul 20 15:34:29.162360 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning complete for port 59e14bde-8d7e-43e1-8cdf-acd276b65784 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:34:29.172875 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (59e14bde-8d7e-43e1-8cdf-acd276b65784), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:29.194156 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f8ae2709-af87-4ce3-be5d-1d2de0f1867c admin admin] Publish callbacks [] for router_gateway (4c132175-858b-4a79-8c8d-6182ef9758b0), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:29.221583 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 44642) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:29.275072 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a0e3ad6a-ba0e-43a3-9c61-1c751432c8f2 req-6afe779b-f480-44f2-ba35-6320eebe65c4 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746647 Jul 20 15:34:29.333780 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port 59e14bde-8d7e-43e1-8cdf-acd276b65784 is: BUILD; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:34:29.334183 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (59e14bde-8d7e-43e1-8cdf-acd276b65784), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:29.335711 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_v2 [None req-94486b71-1508-4034-91c5-d6e1e6fc85e4 admin admin] Deleting subnet 61ecbdb1-b460-4bb1-aec1-6ca79162532a {{(pid=104509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 15:34:29.340572 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-94486b71-1508-4034-91c5-d6e1e6fc85e4 admin admin] Publish callbacks [] for subnet (61ecbdb1-b460-4bb1-aec1-6ca79162532a), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:29.399280 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-94486b71-1508-4034-91c5-d6e1e6fc85e4 admin admin] Publish callbacks [] for subnet (61ecbdb1-b460-4bb1-aec1-6ca79162532a), precommit_delete_associations {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:29.399557 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cd0f35-70ba-409d-b217-32d5a9ab6cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e14bde-8d7e-43e1-8cdf-acd276b65784'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:34:29.402202 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d079ce0f3ed41026034ae0451e18cae4cf0a7f47a911dfcb655775793fbc38ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7db979-660c-4216-aa68-5c9cc04518d0" -d '{"events": [{"server_uuid": "f4cd0f35-70ba-409d-b217-32d5a9ab6cd6", "name": "network-vif-plugged", "status": "completed", "tag": "59e14bde-8d7e-43e1-8cdf-acd276b65784"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:34:29.404956 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-94486b71-1508-4034-91c5-d6e1e6fc85e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7837766'] for subnet (61ecbdb1-b460-4bb1-aec1-6ca79162532a), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:29.453525 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 59e14bde-8d7e-43e1-8cdf-acd276b65784, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=59e14bde-8d7e-43e1-8cdf-acd276b65784,segment=NetworkSegment(643648c2-fbcf-4011-96d1-5d3dde59321a),segment_id=643648c2-fbcf-4011-96d1-5d3dde59321a)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:34:29.485365 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 15:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164b48db-404a-4eb2-ac29-aba3d720839f x-openstack-request-id: req-164b48db-404a-4eb2-ac29-aba3d720839f {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:34:29.485365 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4cd0f35-70ba-409d-b217-32d5a9ab6cd6", "name": "network-vif-plugged", "status": "completed", "tag": "59e14bde-8d7e-43e1-8cdf-acd276b65784", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:34:29.485365 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-164b48db-404a-4eb2-ac29-aba3d720839f {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:34:29.485365 dv-cinder-819149-12-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-164b48db-404a-4eb2-ac29-aba3d720839f'] response: {'server_uuid': 'f4cd0f35-70ba-409d-b217-32d5a9ab6cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e14bde-8d7e-43e1-8cdf-acd276b65784', 'code': 200} Jul 20 15:34:29.552029 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (59e14bde-8d7e-43e1-8cdf-acd276b65784), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:29.553185 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:29.555817 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 6 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:34:29.593013 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f8ae2709-af87-4ce3-be5d-1d2de0f1867c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1708861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1715661'] for router (4c132175-858b-4a79-8c8d-6182ef9758b0), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:29.620834 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=59e14bde-8d7e-43e1-8cdf-acd276b65784,revision_number=7']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:29.632652 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-94486b71-1508-4034-91c5-d6e1e6fc85e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7837769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428'] for subnet (61ecbdb1-b460-4bb1-aec1-6ca79162532a), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:29.670019 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-94486b71-1508-4034-91c5-d6e1e6fc85e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for subnet (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:29.673999 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-94486b71-1508-4034-91c5-d6e1e6fc85e4 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/61ecbdb1-b460-4bb1-aec1-6ca79162532a HTTP/1.1" status: 204 len: 168 time: 0.4507935 Jul 20 15:34:29.677913 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 44648) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:29.698439 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94486b71-1508-4034-91c5-d6e1e6fc85e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61ecbdb1-b460-4bb1-aec1-6ca79162532a,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:29.726151 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0e46a9-0d83-4d3a-851a-f59861bf44fd None None] Network b7814f5c-2262-4938-a617-057508e3be27 requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:34:29.764646 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:29.833108 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-41c9d4ed-7e39-44b0-b15e-07f4aaab6ff4 None None] Provisioning complete for port 40f89392-fdfd-47d3-bd2e-759ec1202b16 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:34:29.833497 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-41c9d4ed-7e39-44b0-b15e-07f4aaab6ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (40f89392-fdfd-47d3-bd2e-759ec1202b16), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:29.868679 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-89083f01-0133-4b5e-90ae-2f5fba7ed766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7858968'] for network (2b982f35-a28f-49f0-b5e0-a556372f8c53), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:29.884601 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 44652) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:29.909394 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-b750b716-af9a-4b7c-b9f0-e440ba2f289e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:29.918503 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470fc0b4-2157-4064-8c0b-e6448d9a4d41 req-f203cafa-3abc-461c-9c4b-3f84e42ee497 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:29.924656 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-470fc0b4-2157-4064-8c0b-e6448d9a4d41 req-f203cafa-3abc-461c-9c4b-3f84e42ee497 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 945 time: 0.1255603 Jul 20 15:34:30.033524 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 40f89392-fdfd-47d3-bd2e-759ec1202b16 up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:34:30.047406 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-b750b716-af9a-4b7c-b9f0-e440ba2f289e admin admin] Publish callbacks [] for security_group (26816b7c-8a8c-4c37-8047-9b73336c05f8), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:30.065946 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-89083f01-0133-4b5e-90ae-2f5fba7ed766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7837447', 'neutron.services.segments.db._delete_segments_for_network-8737057647674'] for network (2b982f35-a28f-49f0-b5e0-a556372f8c53), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:30.105766 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-b750b716-af9a-4b7c-b9f0-e440ba2f289e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (26816b7c-8a8c-4c37-8047-9b73336c05f8), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:30.115363 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-470fc0b4-2157-4064-8c0b-e6448d9a4d41 req-d1ab1612-4cf8-4faf-9517-4b2b1181141f tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=01a306c2-cb97-49eb-a20f-5773ace76a30&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1813316 Jul 20 15:34:30.130001 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.services.segments.db [None req-89083f01-0133-4b5e-90ae-2f5fba7ed766 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b982f35-a28f-49f0-b5e0-a556372f8c53']}} {{(pid=104510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:34:30.157546 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.services.segments.db [None req-89083f01-0133-4b5e-90ae-2f5fba7ed766 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f854f8ee-f7a9-4c28-b129-814c68cc493d') {'for_net_delete': True} {{(pid=104510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:34:30.157929 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.services.segments.db [None req-89083f01-0133-4b5e-90ae-2f5fba7ed766 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f854f8ee-f7a9-4c28-b129-814c68cc493d') {} {{(pid=104510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:34:30.158698 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b750b716-af9a-4b7c-b9f0-e440ba2f289e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26816b7c-8a8c-4c37-8047-9b73336c05f8,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:30.183751 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-89083f01-0133-4b5e-90ae-2f5fba7ed766 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737057648963', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3188917'] for segment (f854f8ee-f7a9-4c28-b129-814c68cc493d), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:30.185918 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-b750b716-af9a-4b7c-b9f0-e440ba2f289e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=82f1721d93e54dbc8b30c4bea4b9e82f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3000271 Jul 20 15:34:30.186830 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 44662) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:30.214747 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-89083f01-0133-4b5e-90ae-2f5fba7ed766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087'] for segment (f854f8ee-f7a9-4c28-b129-814c68cc493d), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:30.224395 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89083f01-0133-4b5e-90ae-2f5fba7ed766 admin admin] Releasing vlan 962 on physical network physnet1 to pool {{(pid=104510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 15:34:30.224812 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-89083f01-0133-4b5e-90ae-2f5fba7ed766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25775772'] for segment (f854f8ee-f7a9-4c28-b129-814c68cc493d), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:30.227445 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port 40f89392-fdfd-47d3-bd2e-759ec1202b16 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:34:30.228088 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (40f89392-fdfd-47d3-bd2e-759ec1202b16), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:30.270859 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-65d16ca1-029e-424e-b6eb-392b9952354c admin admin] Publish callbacks [] for security_group (26816b7c-8a8c-4c37-8047-9b73336c05f8), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:30.301261 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-65d16ca1-029e-424e-b6eb-392b9952354c admin admin] Publish callbacks [] for security_group (26816b7c-8a8c-4c37-8047-9b73336c05f8), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:30.315389 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-41c9d4ed-7e39-44b0-b15e-07f4aaab6ff4 None None] Current status of the port 40f89392-fdfd-47d3-bd2e-759ec1202b16 is: DOWN; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:34:30.316208 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-41c9d4ed-7e39-44b0-b15e-07f4aaab6ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (40f89392-fdfd-47d3-bd2e-759ec1202b16), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:30.352843 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ae2709-af87-4ce3-be5d-1d2de0f1867c admin admin] Router 4c132175-858b-4a79-8c8d-6182ef9758b0 is scheduled to L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db with binding_index 1 {{(pid=104510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 15:34:30.381619 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.services.segments.plugin [-] Segment f854f8ee-f7a9-4c28-b129-814c68cc493d resource provider aggregate not found Jul 20 15:34:30.398687 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-41c9d4ed-7e39-44b0-b15e-07f4aaab6ff4 None None] For port 40f89392-fdfd-47d3-bd2e-759ec1202b16, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=40f89392-fdfd-47d3-bd2e-759ec1202b16,segment=NetworkSegment(f76121b1-23fb-4bd4-921a-a0f7560361de),segment_id=f76121b1-23fb-4bd4-921a-a0f7560361de)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:34:30.413959 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port 40f89392-fdfd-47d3-bd2e-759ec1202b16 is: DOWN; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:34:30.413959 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (40f89392-fdfd-47d3-bd2e-759ec1202b16), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:30.414170 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.services.segments.plugin [-] Segment f854f8ee-f7a9-4c28-b129-814c68cc493d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f854f8ee-f7a9-4c28-b129-814c68cc493d found for delete ", "request_id": "req-0df5fb01-f0d8-4380-8f9b-3bb131378f36"}]} Jul 20 15:34:30.418051 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-89083f01-0133-4b5e-90ae-2f5fba7ed766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7837500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714511'] for network (2b982f35-a28f-49f0-b5e0-a556372f8c53), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:30.430203 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-65d16ca1-029e-424e-b6eb-392b9952354c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (26816b7c-8a8c-4c37-8047-9b73336c05f8), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:30.432803 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-65d16ca1-029e-424e-b6eb-392b9952354c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:30.433960 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-65d16ca1-029e-424e-b6eb-392b9952354c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/26816b7c-8a8c-4c37-8047-9b73336c05f8 HTTP/1.1" status: 204 len: 168 time: 0.2452400 Jul 20 15:34:30.438706 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-89083f01-0133-4b5e-90ae-2f5fba7ed766 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for network (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:30.443439 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-89083f01-0133-4b5e-90ae-2f5fba7ed766 admin admin] 10.222.0.78 "DELETE /v2.0/networks/2b982f35-a28f-49f0-b5e0-a556372f8c53 HTTP/1.1" status: 204 len: 168 time: 0.7619684 Jul 20 15:34:30.443825 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 44672) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:30.470140 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264f0dc-321c-436c-abb3-7c7be20d6971 req-a2d206e8-920c-4514-acbe-ea4b62da508d tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:30.471509 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2264f0dc-321c-436c-abb3-7c7be20d6971 req-a2d206e8-920c-4514-acbe-ea4b62da508d tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 945 time: 0.1423004 Jul 20 15:34:30.483234 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 44674) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:30.487285 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-41c9d4ed-7e39-44b0-b15e-07f4aaab6ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (40f89392-fdfd-47d3-bd2e-759ec1202b16), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:30.496081 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d16ca1-029e-424e-b6eb-392b9952354c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26816b7c-8a8c-4c37-8047-9b73336c05f8,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:30.517602 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f93bae-97c5-4349-9bb2-6036d065bde3 req-c47ec094-8fd6-49f9-ba3e-5960b44ede00 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:30.525068 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b4f93bae-97c5-4349-9bb2-6036d065bde3 req-c47ec094-8fd6-49f9-ba3e-5960b44ede00 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.1965578 Jul 20 15:34:30.527193 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_v2 [None req-697fe71e-6378-40a0-a93f-e5de13b7bdaf admin admin] Deleting subnet 69f02f8a-bf72-46d3-91f1-d9296766ac3a {{(pid=104509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 15:34:30.531497 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-697fe71e-6378-40a0-a93f-e5de13b7bdaf admin admin] Publish callbacks [] for subnet (69f02f8a-bf72-46d3-91f1-d9296766ac3a), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:30.531803 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-fbf964d5-3f4d-43c0-8b14-aba275acc80a tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Request body: {'floatingip': {'port_id': 'e2135397-d828-46e2-a219-f788f406eb08'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:34:30.586018 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-697fe71e-6378-40a0-a93f-e5de13b7bdaf admin admin] Publish callbacks [] for subnet (69f02f8a-bf72-46d3-91f1-d9296766ac3a), precommit_delete_associations {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:30.599166 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-697fe71e-6378-40a0-a93f-e5de13b7bdaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7837766'] for subnet (69f02f8a-bf72-46d3-91f1-d9296766ac3a), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:30.627861 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.db.api [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 20 15:34:30.628315 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG oslo_db.api [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 20 15:34:30.638699 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-745dd08c-102b-41b9-8bd8-b6e9c44f6e76 None None] Provisioning complete for port 40f89392-fdfd-47d3-bd2e-759ec1202b16 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:34:30.639086 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-745dd08c-102b-41b9-8bd8-b6e9c44f6e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (40f89392-fdfd-47d3-bd2e-759ec1202b16), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:30.645849 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c9d4ed-7e39-44b0-b15e-07f4aaab6ff4 None None] Pushing event updated for resources: {'Port': ['ID=40f89392-fdfd-47d3-bd2e-759ec1202b16,revision_number=3']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:30.703273 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89083f01-0133-4b5e-90ae-2f5fba7ed766 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b982f35-a28f-49f0-b5e0-a556372f8c53,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:30.732704 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-fbf964d5-3f4d-43c0-8b14-aba275acc80a tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks [] for floatingip (91348eaa-4f6c-467c-a308-58e5f621dce0), before_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:30.741391 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-745dd08c-102b-41b9-8bd8-b6e9c44f6e76 None None] Current status of the port 40f89392-fdfd-47d3-bd2e-759ec1202b16 is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:34:30.766913 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:30.767271 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-697fe71e-6378-40a0-a93f-e5de13b7bdaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7837769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428'] for subnet (69f02f8a-bf72-46d3-91f1-d9296766ac3a), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:30.796211 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697fe71e-6378-40a0-a93f-e5de13b7bdaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69f02f8a-bf72-46d3-91f1-d9296766ac3a,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:30.798156 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-697fe71e-6378-40a0-a93f-e5de13b7bdaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for subnet (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:30.801355 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-697fe71e-6378-40a0-a93f-e5de13b7bdaf admin admin] 10.222.0.78 "DELETE /v2.0/subnets/69f02f8a-bf72-46d3-91f1-d9296766ac3a HTTP/1.1" status: 204 len: 168 time: 0.3565733 Jul 20 15:34:30.805977 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 44676) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:30.897602 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6d6b84d7-297c-4ccb-8b7e-f588c59b4781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7858968'] for network (991b7e32-3227-4b40-8d96-06e416fdc421), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:30.914699 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f0ed3-432e-471f-9f2e-7e579e46621a req-6ea9b2b8-2cf1-4650-aab7-ab932b15ed44 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:30.916185 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-038f0ed3-432e-471f-9f2e-7e579e46621a req-6ea9b2b8-2cf1-4650-aab7-ab932b15ed44 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 946 time: 0.2047203 Jul 20 15:34:30.973018 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b4f93bae-97c5-4349-9bb2-6036d065bde3 req-6be7c9aa-1ee2-4803-afb9-cc65b9567fc0 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4472091 Jul 20 15:34:30.999976 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ae2709-af87-4ce3-be5d-1d2de0f1867c admin admin] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:34:31.010143 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81e11fc-6de2-4bf0-9022-a1c3b92cb021 None None] Sync routers for ids ['4c132175-858b-4a79-8c8d-6182ef9758b0'] in dv-cinder-819149-12-iscsi {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:34:31.039241 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81e11fc-6de2-4bf0-9022-a1c3b92cb021 None None] Routers {'4c132175-858b-4a79-8c8d-6182ef9758b0'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:34:31.044121 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-e81e11fc-6de2-4bf0-9022-a1c3b92cb021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:34:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['4c132175-858b-4a79-8c8d-6182ef9758b0'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:34:31.060560 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6d6b84d7-297c-4ccb-8b7e-f588c59b4781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7837447', 'neutron.services.segments.db._delete_segments_for_network-8737057647674'] for network (991b7e32-3227-4b40-8d96-06e416fdc421), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:31.093315 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6d6b84d7-297c-4ccb-8b7e-f588c59b4781 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:34:31.093315 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6d6b84d7-297c-4ccb-8b7e-f588c59b4781 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:34:31.097272 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6d6b84d7-297c-4ccb-8b7e-f588c59b4781 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:34:31.097272 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6d6b84d7-297c-4ccb-8b7e-f588c59b4781 admin admin] Subscribe: > port after_create 55550000 {{(pid=104509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:34:31.097272 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6d6b84d7-297c-4ccb-8b7e-f588c59b4781 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:34:31.097272 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6d6b84d7-297c-4ccb-8b7e-f588c59b4781 admin admin] Subscribe: > port after_update 55550000 {{(pid=104509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:34:31.097272 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6d6b84d7-297c-4ccb-8b7e-f588c59b4781 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:34:31.097272 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6d6b84d7-297c-4ccb-8b7e-f588c59b4781 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:34:31.097272 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6d6b84d7-297c-4ccb-8b7e-f588c59b4781 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:34:31.097272 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6d6b84d7-297c-4ccb-8b7e-f588c59b4781 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:34:31.178177 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6d6b84d7-297c-4ccb-8b7e-f588c59b4781 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:34:31.178809 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6d6b84d7-297c-4ccb-8b7e-f588c59b4781 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:34:31.179159 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6d6b84d7-297c-4ccb-8b7e-f588c59b4781 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:34:31.179516 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6d6b84d7-297c-4ccb-8b7e-f588c59b4781 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 15:34:31.180088 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.services.segments.db [None req-6d6b84d7-297c-4ccb-8b7e-f588c59b4781 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['991b7e32-3227-4b40-8d96-06e416fdc421']}} {{(pid=104509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:34:31.202221 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.services.segments.db [None req-6d6b84d7-297c-4ccb-8b7e-f588c59b4781 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae8201d-97e5-4023-a703-1bf2a407f774') {'for_net_delete': True} {{(pid=104509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:34:31.202949 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.services.segments.db [None req-6d6b84d7-297c-4ccb-8b7e-f588c59b4781 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae8201d-97e5-4023-a703-1bf2a407f774') {} {{(pid=104509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:34:31.228785 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6d6b84d7-297c-4ccb-8b7e-f588c59b4781 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737057648963', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17085736'] for segment (9ae8201d-97e5-4023-a703-1bf2a407f774), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:31.251935 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:31.256222 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6d6b84d7-297c-4ccb-8b7e-f588c59b4781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087'] for segment (9ae8201d-97e5-4023-a703-1bf2a407f774), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:31.277971 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port 40f89392-fdfd-47d3-bd2e-759ec1202b16 is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:34:31.279751 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d6b84d7-297c-4ccb-8b7e-f588c59b4781 admin admin] Releasing vlan 975 on physical network physnet1 to pool {{(pid=104509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 15:34:31.280265 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6d6b84d7-297c-4ccb-8b7e-f588c59b4781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1934150'] for segment (9ae8201d-97e5-4023-a703-1bf2a407f774), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:31.298711 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-e81e11fc-6de2-4bf0-9022-a1c3b92cb021 None None] Set router 4c132175-858b-4a79-8c8d-6182ef9758b0 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:34:31.444327 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6d6b84d7-297c-4ccb-8b7e-f588c59b4781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7837500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714511'] for network (991b7e32-3227-4b40-8d96-06e416fdc421), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:31.455687 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6d6b84d7-297c-4ccb-8b7e-f588c59b4781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for network (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:31.460701 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-6d6b84d7-297c-4ccb-8b7e-f588c59b4781 admin admin] 10.222.0.78 "DELETE /v2.0/networks/991b7e32-3227-4b40-8d96-06e416fdc421 HTTP/1.1" status: 204 len: 168 time: 0.6548362 Jul 20 15:34:31.466445 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-038f0ed3-432e-471f-9f2e-7e579e46621a req-e8e1ace0-d411-4873-8ab2-d302644970f5 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5279181 Jul 20 15:34:31.510566 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f8ae2709-af87-4ce3-be5d-1d2de0f1867c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:31.518412 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-f8ae2709-af87-4ce3-be5d-1d2de0f1867c admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.0256448 Jul 20 15:34:31.551815 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 44700) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:31.616040 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:INSERT=4,neutron:UPDATE=3,neutron:SELECT=91,neutron:DELETE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:31.667986 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-e81e11fc-6de2-4bf0-9022-a1c3b92cb021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c132175-858b-4a79-8c8d-6182ef9758b0', 'name': 'tempest-TestMinimumBasicScenario-1292617526-router', 'tenant_id': 'd33d090d45b04ef99ceae6dd4f806320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'fa513056-6bbe-421a-80f4-a5409e60cd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:34:26Z', 'updated_at': '2022-07-20T15:34:28Z', 'revision_number': 3, 'project_id': 'd33d090d45b04ef99ceae6dd4f806320', 'gw_port': {'id': 'fa513056-6bbe-421a-80f4-a5409e60cd68', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c132175-858b-4a79-8c8d-6182ef9758b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:34:27Z', 'updated_at': '2022-07-20T15:34:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:34:31.722631 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81e11fc-6de2-4bf0-9022-a1c3b92cb021 None None] Checking router: 4c132175-858b-4a79-8c8d-6182ef9758b0 for host: dv-cinder-819149-12-iscsi {{(pid=104511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:34:31.724137 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81e11fc-6de2-4bf0-9022-a1c3b92cb021 None None] Updating router 4c132175-858b-4a79-8c8d-6182ef9758b0 port fa513056-6bbe-421a-80f4-a5409e60cd68 binding host dv-cinder-819149-12-iscsi {{(pid=104511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 15:34:31.783322 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b84d7-297c-4ccb-8b7e-f588c59b4781 admin admin] Pushing event deleted for resources: {'Network': ['ID=991b7e32-3227-4b40-8d96-06e416fdc421,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:31.807967 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-e81e11fc-6de2-4bf0-9022-a1c3b92cb021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (fa513056-6bbe-421a-80f4-a5409e60cd68), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:31.900820 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 40f89392-fdfd-47d3-bd2e-759ec1202b16 up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:34:31.968499 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:31.989466 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port 40f89392-fdfd-47d3-bd2e-759ec1202b16 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:34:31.989848 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (40f89392-fdfd-47d3-bd2e-759ec1202b16), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:31.990551 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 44714) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:32.064724 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.db.resource_extend [None req-fbf964d5-3f4d-43c0-8b14-aba275acc80a tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 20 15:34:32.086989 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-1585c516-31c3-4320-b35b-4d8bbbb81a86 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1cd8d3e7499342d6820afd0c022033d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0951731 Jul 20 15:34:32.087889 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 44716) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:32.190775 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port 40f89392-fdfd-47d3-bd2e-759ec1202b16 is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:34:32.221738 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-d4d02ffd-2a47-41c3-af32-6aec09d9c772 admin admin] Publish callbacks [] for security_group (84e2c750-a014-4ce4-b40c-ad35ba108617), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:32.253837 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:INSERT=2,neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:32.271192 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-e81e11fc-6de2-4bf0-9022-a1c3b92cb021 None None] Publish callbacks [] for port (fa513056-6bbe-421a-80f4-a5409e60cd68), precommit_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:32.282777 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-d4d02ffd-2a47-41c3-af32-6aec09d9c772 admin admin] Publish callbacks [] for security_group (84e2c750-a014-4ce4-b40c-ad35ba108617), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:32.292870 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:32.328432 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-e81e11fc-6de2-4bf0-9022-a1c3b92cb021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (fa513056-6bbe-421a-80f4-a5409e60cd68), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:32.330847 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-fbf964d5-3f4d-43c0-8b14-aba275acc80a tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:32.337103 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.services.segments.plugin [-] Segment 9ae8201d-97e5-4023-a703-1bf2a407f774 resource provider aggregate not found Jul 20 15:34:32.376350 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.services.segments.plugin [-] Segment 9ae8201d-97e5-4023-a703-1bf2a407f774 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ae8201d-97e5-4023-a703-1bf2a407f774 found for delete ", "request_id": "req-a78a77d9-2db2-4add-a090-f7e21743690b"}]} Jul 20 15:34:32.393690 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-fbf964d5-3f4d-43c0-8b14-aba275acc80a tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714675'] for floatingip (91348eaa-4f6c-467c-a308-58e5f621dce0), after_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:32.425544 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-e81e11fc-6de2-4bf0-9022-a1c3b92cb021 None None] Attempting to bind port fa513056-6bbe-421a-80f4-a5409e60cd68 on host dv-cinder-819149-12-iscsi for vnic_type normal with profile {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:34:32.425944 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-e81e11fc-6de2-4bf0-9022-a1c3b92cb021 None None] Attempting to bind port fa513056-6bbe-421a-80f4-a5409e60cd68 by drivers openvswitch,hyperv on host dv-cinder-819149-12-iscsi at level 0 using segments [{'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:34:32.426346 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81e11fc-6de2-4bf0-9022-a1c3b92cb021 None None] Attempting to bind port fa513056-6bbe-421a-80f4-a5409e60cd68 on network 8e10d912-d794-48e6-8f9b-6baf59c7f77e {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:34:32.435924 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81e11fc-6de2-4bf0-9022-a1c3b92cb021 None None] Checking agent: {'id': '5729d8e0-9e32-4d27-b92e-30241f6d9221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 22, 55), 'started_at': datetime.datetime(2022, 7, 20, 15, 23, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:34:32.436403 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81e11fc-6de2-4bf0-9022-a1c3b92cb021 None None] Checking segment: {'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:34:32.442108 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-e81e11fc-6de2-4bf0-9022-a1c3b92cb021 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:32.442108 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81e11fc-6de2-4bf0-9022-a1c3b92cb021 None None] Bound using segment: {'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:34:32.442108 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-e81e11fc-6de2-4bf0-9022-a1c3b92cb021 None None] Bound port: fa513056-6bbe-421a-80f4-a5409e60cd68, host: dv-cinder-819149-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'}}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:34:32.442108 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-e81e11fc-6de2-4bf0-9022-a1c3b92cb021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (fa513056-6bbe-421a-80f4-a5409e60cd68), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:32.475642 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:32.486053 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac5838f-a141-4939-90f6-88030e3c0248 None None] Pushing event updated for resources: {'Port': ['ID=fa513056-6bbe-421a-80f4-a5409e60cd68,revision_number=2']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:32.505754 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-d4d02ffd-2a47-41c3-af32-6aec09d9c772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (84e2c750-a014-4ce4-b40c-ad35ba108617), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:32.511182 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-d4d02ffd-2a47-41c3-af32-6aec09d9c772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:32.511182 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-d4d02ffd-2a47-41c3-af32-6aec09d9c772 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/84e2c750-a014-4ce4-b40c-ad35ba108617 HTTP/1.1" status: 204 len: 168 time: 0.4203980 Jul 20 15:34:32.522388 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d02ffd-2a47-41c3-af32-6aec09d9c772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e2c750-a014-4ce4-b40c-ad35ba108617,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:32.556298 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-e81e11fc-6de2-4bf0-9022-a1c3b92cb021 None None] For port fa513056-6bbe-421a-80f4-a5409e60cd68, host dv-cinder-819149-12-iscsi, cleared binding levels {{(pid=104511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:34:32.571525 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-e81e11fc-6de2-4bf0-9022-a1c3b92cb021 None None] For port fa513056-6bbe-421a-80f4-a5409e60cd68, host dv-cinder-819149-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=fa513056-6bbe-421a-80f4-a5409e60cd68,segment=NetworkSegment(65d22977-7383-4d3c-8560-aa09b9e1098a),segment_id=65d22977-7383-4d3c-8560-aa09b9e1098a)] {{(pid=104511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:34:32.607561 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.db.l3_db [None req-fbf964d5-3f4d-43c0-8b14-aba275acc80a tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Floating IP 91348eaa-4f6c-467c-a308-58e5f621dce0 associated. External IP: 172.27.1.94, port: e2135397-d828-46e2-a219-f788f406eb08. Jul 20 15:34:32.689117 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-e81e11fc-6de2-4bf0-9022-a1c3b92cb021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (fa513056-6bbe-421a-80f4-a5409e60cd68), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:32.765490 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81e11fc-6de2-4bf0-9022-a1c3b92cb021 None None] Routers {'4c132175-858b-4a79-8c8d-6182ef9758b0'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:34:32.766295 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-e81e11fc-6de2-4bf0-9022-a1c3b92cb021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:34:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['4c132175-858b-4a79-8c8d-6182ef9758b0'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:34:32.784220 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4251b6-70e9-4eb0-8e89-9ab78e4f5d93 req-08c37c62-773c-4d27-a6cf-c04aa2afb35a tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:32.785847 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-0e4251b6-70e9-4eb0-8e89-9ab78e4f5d93 req-08c37c62-773c-4d27-a6cf-c04aa2afb35a tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 946 time: 0.1368909 Jul 20 15:34:32.806226 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac5838f-a141-4939-90f6-88030e3c0248 None None] Pushing event updated for resources: {'Port': ['ID=fa513056-6bbe-421a-80f4-a5409e60cd68,revision_number=3']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:32.921663 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-e81e11fc-6de2-4bf0-9022-a1c3b92cb021 None None] Set router 4c132175-858b-4a79-8c8d-6182ef9758b0 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:34:32.958147 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-0e4251b6-70e9-4eb0-8e89-9ab78e4f5d93 req-a3d3c952-baf2-489b-aab8-8e3bf03e00c0 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629324 Jul 20 15:34:32.963308 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ed51c7b1-e168-4fa3-aea5-f241297f5dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:33.125581 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf964d5-3f4d-43c0-8b14-aba275acc80a tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Router ebf4287d-ab00-4852-994d-69a12c2f480d has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:34:33.151330 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-e81e11fc-6de2-4bf0-9022-a1c3b92cb021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c132175-858b-4a79-8c8d-6182ef9758b0', 'name': 'tempest-TestMinimumBasicScenario-1292617526-router', 'tenant_id': 'd33d090d45b04ef99ceae6dd4f806320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'fa513056-6bbe-421a-80f4-a5409e60cd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:34:26Z', 'updated_at': '2022-07-20T15:34:28Z', 'revision_number': 3, 'project_id': 'd33d090d45b04ef99ceae6dd4f806320', 'gw_port': {'id': 'fa513056-6bbe-421a-80f4-a5409e60cd68', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c132175-858b-4a79-8c8d-6182ef9758b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:34:27Z', 'updated_at': '2022-07-20T15:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:34:33.183073 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81e11fc-6de2-4bf0-9022-a1c3b92cb021 None None] The sync data for ids ['4c132175-858b-4a79-8c8d-6182ef9758b0'] in dv-cinder-819149-12-iscsi is: [{'id': '4c132175-858b-4a79-8c8d-6182ef9758b0', 'name': 'tempest-TestMinimumBasicScenario-1292617526-router', 'tenant_id': 'd33d090d45b04ef99ceae6dd4f806320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'fa513056-6bbe-421a-80f4-a5409e60cd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:34:26Z', 'updated_at': '2022-07-20T15:34:28Z', 'revision_number': 3, 'project_id': 'd33d090d45b04ef99ceae6dd4f806320', 'gw_port': {'id': 'fa513056-6bbe-421a-80f4-a5409e60cd68', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c132175-858b-4a79-8c8d-6182ef9758b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:34:27Z', 'updated_at': '2022-07-20T15:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}] {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:34:33.543284 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.db_base_plugin_common [None req-ed51c7b1-e168-4fa3-aea5-f241297f5dcc admin admin] Allocated IP 172.20.0.1 (b7814f5c-2262-4938-a617-057508e3be27/1c87ff1d-99a2-43e3-add5-6c8992863302/3a73fc16-d71a-4a93-991c-fefb36aab99c) {{(pid=104510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:34:33.608586 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf964d5-3f4d-43c0-8b14-aba275acc80a tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:34:33.614826 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-fbf964d5-3f4d-43c0-8b14-aba275acc80a tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for floatingip (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:33.620402 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a37ae8a-f244-480a-990d-be8a15955927 None None] Sync routers for ids ['ebf4287d-ab00-4852-994d-69a12c2f480d'] in dv-cinder-819149-12-iscsi {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:34:33.636997 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a37ae8a-f244-480a-990d-be8a15955927 None None] Routers {'ebf4287d-ab00-4852-994d-69a12c2f480d'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:34:33.642321 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-8a37ae8a-f244-480a-990d-be8a15955927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:34:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['ebf4287d-ab00-4852-994d-69a12c2f480d'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:34:33.688144 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 44748) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:33.715638 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-fbf964d5-3f4d-43c0-8b14-aba275acc80a tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "PUT /v2.0/floatingips/91348eaa-4f6c-467c-a308-58e5f621dce0 HTTP/1.1" status: 200 len: 990 time: 3.2125974 Jul 20 15:34:33.718847 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91beb453-6320-472a-951c-3fda16747994', 'tag': 'e2135397-d828-46e2-a219-f788f406eb08'}] {{(pid=104510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:34:33.725621 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e6f04493f4523d7005559a5723156fec6de25b8db42c399d87358264a9319a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af9a2e5-3a11-42d2-95d3-d36eab9ee342" -d '{"events": [{"name": "network-changed", "server_uuid": "91beb453-6320-472a-951c-3fda16747994", "tag": "e2135397-d828-46e2-a219-f788f406eb08"}]}' {{(pid=104510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:34:33.768957 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:33.789868 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 15:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0843f107-5ec7-4f46-9f33-f418d9b52ed9 x-openstack-request-id: req-0843f107-5ec7-4f46-9f33-f418d9b52ed9 {{(pid=104510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:34:33.790355 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91beb453-6320-472a-951c-3fda16747994", "tag": "e2135397-d828-46e2-a219-f788f406eb08", "status": "completed", "code": 200}]} {{(pid=104510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:34:33.790713 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0843f107-5ec7-4f46-9f33-f418d9b52ed9 {{(pid=104510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:34:33.791213 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0843f107-5ec7-4f46-9f33-f418d9b52ed9'] response: {'name': 'network-changed', 'server_uuid': '91beb453-6320-472a-951c-3fda16747994', 'tag': 'e2135397-d828-46e2-a219-f788f406eb08', 'status': 'completed', 'code': 200} Jul 20 15:34:33.812003 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ed51c7b1-e168-4fa3-aea5-f241297f5dcc admin admin] Publish callbacks [] for port (3a73fc16-d71a-4a93-991c-fefb36aab99c), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:33.925868 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-8a37ae8a-f244-480a-990d-be8a15955927 None None] Set router ebf4287d-ab00-4852-994d-69a12c2f480d gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:34:33.956592 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 44764) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:33.956925 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-1f017447-504a-4600-beb3-1e7267ef1f47 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=18b8bc855d7246b2a773de85f151ec63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2675004 Jul 20 15:34:33.980428 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:33.983094 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9a2e5-3a11-42d2-95d3-d36eab9ee342 req-068ff0d4-9714-44c2-8de0-182ec2c28452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:33.984851 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-2af9a2e5-3a11-42d2-95d3-d36eab9ee342 req-068ff0d4-9714-44c2-8de0-182ec2c28452 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=61872ef687074f5791a2cc46732bebdf&device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 1129 time: 0.1601930 Jul 20 15:34:33.995612 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ed51c7b1-e168-4fa3-aea5-f241297f5dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25775823'] for port (3a73fc16-d71a-4a93-991c-fefb36aab99c), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:34.003365 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device fa513056-6bbe-421a-80f4-a5409e60cd68 up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:34:34.021230 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:34.137854 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed51c7b1-e168-4fa3-aea5-f241297f5dcc admin admin] Network b7814f5c-2262-4938-a617-057508e3be27 is already hosted by enough agents. {{(pid=104510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:34:34.142582 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51c7b1-e168-4fa3-aea5-f241297f5dcc admin admin] Pushing event updated for resources: {'Port': ['ID=3a73fc16-d71a-4a93-991c-fefb36aab99c,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:34.146119 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.base_scheduler [None req-ed51c7b1-e168-4fa3-aea5-f241297f5dcc admin admin] Resources bound (agent type, host, resource id): {{(pid=104510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:34:34.180418 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed51c7b1-e168-4fa3-aea5-f241297f5dcc admin admin] Received port after_create {{(pid=104510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:34:34.333831 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9a2e5-3a11-42d2-95d3-d36eab9ee342 req-e6efd840-1cfb-4c33-88db-dd4f826f09aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:34.335551 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-2af9a2e5-3a11-42d2-95d3-d36eab9ee342 req-e6efd840-1cfb-4c33-88db-dd4f826f09aa service neutron] 10.222.0.102 "GET /v2.0/networks?id=49eaadcd-4166-45bc-8081-db7a31ee5c71 HTTP/1.1" status: 200 len: 919 time: 0.3428407 Jul 20 15:34:34.380817 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:34.415927 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=100 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:34.472047 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-325cad66-7b7b-427c-954a-2fe89237dc8c admin admin] Publish callbacks [] for security_group (5389d0be-a8b4-4cf8-8adb-42b6e441ccb3), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:34.483614 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port fa513056-6bbe-421a-80f4-a5409e60cd68 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:34:34.484042 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (fa513056-6bbe-421a-80f4-a5409e60cd68), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:34.551621 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ed51c7b1-e168-4fa3-aea5-f241297f5dcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1719139'] for router_interface (4c132175-858b-4a79-8c8d-6182ef9758b0), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:34.561868 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-dd3d7d75-30eb-4f61-aef7-ca16e8d3f39e None None] Provisioning complete for port 3a73fc16-d71a-4a93-991c-fefb36aab99c triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:34:34.562238 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-dd3d7d75-30eb-4f61-aef7-ca16e8d3f39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (3a73fc16-d71a-4a93-991c-fefb36aab99c), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:34.589116 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-2af9a2e5-3a11-42d2-95d3-d36eab9ee342 req-f3641291-3e5c-4e32-a424-2c0d860fecd2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2135397-d828-46e2-a219-f788f406eb08 HTTP/1.1" status: 200 len: 998 time: 0.2371831 Jul 20 15:34:34.693851 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-8a37ae8a-f244-480a-990d-be8a15955927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'name': 'tempest-ServerRescueNegativeTestJSON-322932725-router', 'tenant_id': '61872ef687074f5791a2cc46732bebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '7309a38e-c50f-443e-9146-71bf58bee58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:40Z', 'updated_at': '2022-07-20T15:31:49Z', 'revision_number': 4, 'project_id': '61872ef687074f5791a2cc46732bebdf', 'gw_port': {'id': '7309a38e-c50f-443e-9146-71bf58bee58a', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:41Z', 'updated_at': '2022-07-20T15:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': '91348eaa-4f6c-467c-a308-58e5f621dce0', 'tenant_id': '61872ef687074f5791a2cc46732bebdf', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'port_id': 'e2135397-d828-46e2-a219-f788f406eb08', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71', 'mac_address': 'fa:16:3e:27:94:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91beb453-6320-472a-951c-3fda16747994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:34:08Z', 'updated_at': '2022-07-20T15:34:31Z', 'revision_number': 1, 'project_id': '61872ef687074f5791a2cc46732bebdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edc4ca67-4580-427e-b8c7-b4181fd4f3bb', 'name': '', 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71', 'tenant_id': '61872ef687074f5791a2cc46732bebdf', 'mac_address': 'fa:16:3e:b6:ef:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:47Z', 'updated_at': '2022-07-20T15:32:05Z', 'revision_number': 5, 'project_id': '61872ef687074f5791a2cc46732bebdf', 'subnets': [{'id': '2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:34:34.714107 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-325cad66-7b7b-427c-954a-2fe89237dc8c admin admin] Publish callbacks [] for security_group (5389d0be-a8b4-4cf8-8adb-42b6e441ccb3), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:34.715772 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9a2e5-3a11-42d2-95d3-d36eab9ee342 req-d8316061-9547-49e7-a284-888213fa2c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:34.718637 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-2af9a2e5-3a11-42d2-95d3-d36eab9ee342 req-d8316061-9547-49e7-a284-888213fa2c60 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa HTTP/1.1" status: 200 len: 857 time: 0.1211414 Jul 20 15:34:34.730778 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a37ae8a-f244-480a-990d-be8a15955927 None None] Checking router: ebf4287d-ab00-4852-994d-69a12c2f480d for host: dv-cinder-819149-12-iscsi {{(pid=104512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:34:34.732499 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ac382-5d0a-4f22-9224-43f0dedb327a req-d584b1f0-c682-4e27-80bf-790fb11f5ec2 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:34.736567 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-021ac382-5d0a-4f22-9224-43f0dedb327a req-d584b1f0-c682-4e27-80bf-790fb11f5ec2 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 946 time: 0.5466907 Jul 20 15:34:34.755173 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-dd3d7d75-30eb-4f61-aef7-ca16e8d3f39e None None] Port 3a73fc16-d71a-4a93-991c-fefb36aab99c cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:34:34.759862 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a37ae8a-f244-480a-990d-be8a15955927 None None] Routers {'ebf4287d-ab00-4852-994d-69a12c2f480d'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:34:34.760737 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-8a37ae8a-f244-480a-990d-be8a15955927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:34:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['ebf4287d-ab00-4852-994d-69a12c2f480d'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:34:34.813504 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port fa513056-6bbe-421a-80f4-a5409e60cd68 is: DOWN; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:34:34.813905 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (fa513056-6bbe-421a-80f4-a5409e60cd68), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:34.852238 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9a2e5-3a11-42d2-95d3-d36eab9ee342 req-18cccf9e-ecb3-4a24-86e0-f10690fc1cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:34.856453 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-2af9a2e5-3a11-42d2-95d3-d36eab9ee342 req-18cccf9e-ecb3-4a24-86e0-f10690fc1cb0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=49eaadcd-4166-45bc-8081-db7a31ee5c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1280251 Jul 20 15:34:34.859111 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] For port fa513056-6bbe-421a-80f4-a5409e60cd68, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=fa513056-6bbe-421a-80f4-a5409e60cd68,segment=NetworkSegment(65d22977-7383-4d3c-8560-aa09b9e1098a),segment_id=65d22977-7383-4d3c-8560-aa09b9e1098a)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:34:34.863259 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:34.865991 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:34.931075 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-021ac382-5d0a-4f22-9224-43f0dedb327a req-4655cafa-6ae7-4531-9b77-50d73a91feb8 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1813028 Jul 20 15:34:34.941789 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:34.942749 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ed51c7b1-e168-4fa3-aea5-f241297f5dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (3a73fc16-d71a-4a93-991c-fefb36aab99c), before_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:34.944778 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (fa513056-6bbe-421a-80f4-a5409e60cd68), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:35.094174 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:35.132186 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Pushing event updated for resources: {'Port': ['ID=fa513056-6bbe-421a-80f4-a5409e60cd68,revision_number=4']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:35.133019 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-8a37ae8a-f244-480a-990d-be8a15955927 None None] Set router ebf4287d-ab00-4852-994d-69a12c2f480d gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:34:35.149561 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-325cad66-7b7b-427c-954a-2fe89237dc8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (5389d0be-a8b4-4cf8-8adb-42b6e441ccb3), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:35.158742 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-325cad66-7b7b-427c-954a-2fe89237dc8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:35.173998 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-325cad66-7b7b-427c-954a-2fe89237dc8c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5389d0be-a8b4-4cf8-8adb-42b6e441ccb3 HTTP/1.1" status: 204 len: 168 time: 1.2143819 Jul 20 15:34:35.195194 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-2af9a2e5-3a11-42d2-95d3-d36eab9ee342 req-ccce1b24-e3fa-4d21-b8d8-d43af5b9cd56 service neutron] 10.222.0.102 "GET /v2.0/networks/49eaadcd-4166-45bc-8081-db7a31ee5c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340952 Jul 20 15:34:35.220625 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:35.229042 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325cad66-7b7b-427c-954a-2fe89237dc8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5389d0be-a8b4-4cf8-8adb-42b6e441ccb3,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:35.464417 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-2af9a2e5-3a11-42d2-95d3-d36eab9ee342 req-93383781-d446-4c3b-9f78-43d021be521d service neutron] 10.222.0.102 "GET /v2.0/networks/49eaadcd-4166-45bc-8081-db7a31ee5c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537341 Jul 20 15:34:35.480620 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ed51c7b1-e168-4fa3-aea5-f241297f5dcc admin admin] Publish callbacks [] for port (3a73fc16-d71a-4a93-991c-fefb36aab99c), precommit_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:35.611789 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-8a37ae8a-f244-480a-990d-be8a15955927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'name': 'tempest-ServerRescueNegativeTestJSON-322932725-router', 'tenant_id': '61872ef687074f5791a2cc46732bebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '7309a38e-c50f-443e-9146-71bf58bee58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:40Z', 'updated_at': '2022-07-20T15:31:49Z', 'revision_number': 4, 'project_id': '61872ef687074f5791a2cc46732bebdf', 'gw_port': {'id': '7309a38e-c50f-443e-9146-71bf58bee58a', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:41Z', 'updated_at': '2022-07-20T15:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': '91348eaa-4f6c-467c-a308-58e5f621dce0', 'tenant_id': '61872ef687074f5791a2cc46732bebdf', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'port_id': 'e2135397-d828-46e2-a219-f788f406eb08', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71', 'mac_address': 'fa:16:3e:27:94:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91beb453-6320-472a-951c-3fda16747994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:34:08Z', 'updated_at': '2022-07-20T15:34:31Z', 'revision_number': 1, 'project_id': '61872ef687074f5791a2cc46732bebdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edc4ca67-4580-427e-b8c7-b4181fd4f3bb', 'name': '', 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71', 'tenant_id': '61872ef687074f5791a2cc46732bebdf', 'mac_address': 'fa:16:3e:b6:ef:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:47Z', 'updated_at': '2022-07-20T15:32:05Z', 'revision_number': 5, 'project_id': '61872ef687074f5791a2cc46732bebdf', 'subnets': [{'id': '2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:34:35.639088 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ed51c7b1-e168-4fa3-aea5-f241297f5dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25775864'] for port (3a73fc16-d71a-4a93-991c-fefb36aab99c), after_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:35.653403 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a37ae8a-f244-480a-990d-be8a15955927 None None] The sync data for ids ['ebf4287d-ab00-4852-994d-69a12c2f480d'] in dv-cinder-819149-12-iscsi is: [{'id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'name': 'tempest-ServerRescueNegativeTestJSON-322932725-router', 'tenant_id': '61872ef687074f5791a2cc46732bebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '7309a38e-c50f-443e-9146-71bf58bee58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:40Z', 'updated_at': '2022-07-20T15:31:49Z', 'revision_number': 4, 'project_id': '61872ef687074f5791a2cc46732bebdf', 'gw_port': {'id': '7309a38e-c50f-443e-9146-71bf58bee58a', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:41Z', 'updated_at': '2022-07-20T15:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': '91348eaa-4f6c-467c-a308-58e5f621dce0', 'tenant_id': '61872ef687074f5791a2cc46732bebdf', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'port_id': 'e2135397-d828-46e2-a219-f788f406eb08', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71', 'mac_address': 'fa:16:3e:27:94:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91beb453-6320-472a-951c-3fda16747994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:34:08Z', 'updated_at': '2022-07-20T15:34:31Z', 'revision_number': 1, 'project_id': '61872ef687074f5791a2cc46732bebdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edc4ca67-4580-427e-b8c7-b4181fd4f3bb', 'name': '', 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71', 'tenant_id': '61872ef687074f5791a2cc46732bebdf', 'mac_address': 'fa:16:3e:b6:ef:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:47Z', 'updated_at': '2022-07-20T15:32:05Z', 'revision_number': 5, 'project_id': '61872ef687074f5791a2cc46732bebdf', 'subnets': [{'id': '2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:34:35.753865 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ed51c7b1-e168-4fa3-aea5-f241297f5dcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1514758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716523'] for router_interface (4c132175-858b-4a79-8c8d-6182ef9758b0), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:35.822893 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51c7b1-e168-4fa3-aea5-f241297f5dcc admin admin] Pushing event updated for resources: {'Port': ['ID=3a73fc16-d71a-4a93-991c-fefb36aab99c,revision_number=2']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:36.050311 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device fa513056-6bbe-421a-80f4-a5409e60cd68 up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:34:36.086644 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed51c7b1-e168-4fa3-aea5-f241297f5dcc admin admin] Network b7814f5c-2262-4938-a617-057508e3be27 is already hosted by enough agents. {{(pid=104510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:34:36.097575 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.base_scheduler [None req-ed51c7b1-e168-4fa3-aea5-f241297f5dcc admin admin] Resources bound (agent type, host, resource id): {{(pid=104510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:34:36.315788 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port fa513056-6bbe-421a-80f4-a5409e60cd68 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:34:36.316283 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (fa513056-6bbe-421a-80f4-a5409e60cd68), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:36.473774 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26607673-3fa1-4b94-bd17-13a184b888ff req-83ad087b-e350-4165-9dd7-a74e1608061b tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:36.485383 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-26607673-3fa1-4b94-bd17-13a184b888ff req-83ad087b-e350-4165-9dd7-a74e1608061b tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 946 time: 0.3518784 Jul 20 15:34:36.516298 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 44852) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:36.534615 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:36.536105 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port fa513056-6bbe-421a-80f4-a5409e60cd68 is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:34:36.559989 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06ba056-8b76-4397-a34c-f608edfd5e86 None None] New status for floating IP 91348eaa-4f6c-467c-a308-58e5f621dce0: ACTIVE {{(pid=104511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 15:34:36.635912 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:36.687814 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-26607673-3fa1-4b94-bd17-13a184b888ff req-8e5d033f-d543-4960-81d4-03162977447a tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960097 Jul 20 15:34:36.727921 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed51c7b1-e168-4fa3-aea5-f241297f5dcc admin admin] Router 4c132175-858b-4a79-8c8d-6182ef9758b0 has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:34:36.751844 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-bafc7743-f8b1-4a5d-811d-3ea3452a1442 None None] Provisioning complete for port 3a73fc16-d71a-4a93-991c-fefb36aab99c triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:34:36.752208 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-bafc7743-f8b1-4a5d-811d-3ea3452a1442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (3a73fc16-d71a-4a93-991c-fefb36aab99c), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:36.825145 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-bafc7743-f8b1-4a5d-811d-3ea3452a1442 None None] Port 3a73fc16-d71a-4a93-991c-fefb36aab99c cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:34:36.884870 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:37.063971 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-1fbe29f2-96cb-497a-a6aa-749f0a58ee91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:37.075798 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed51c7b1-e168-4fa3-aea5-f241297f5dcc admin admin] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:34:37.085343 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-ed51c7b1-e168-4fa3-aea5-f241297f5dcc admin admin] 10.222.0.78 "PUT /v2.0/routers/4c132175-858b-4a79-8c8d-6182ef9758b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5318420 Jul 20 15:34:37.097968 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7f219a-0fa9-4f00-80b0-fff515d009a3 None None] Sync routers for ids ['4c132175-858b-4a79-8c8d-6182ef9758b0'] in dv-cinder-819149-12-iscsi {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:34:37.120880 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7f219a-0fa9-4f00-80b0-fff515d009a3 None None] Routers {'4c132175-858b-4a79-8c8d-6182ef9758b0'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:34:37.125930 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-ba7f219a-0fa9-4f00-80b0-fff515d009a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:34:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['4c132175-858b-4a79-8c8d-6182ef9758b0'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:34:37.342762 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-1fbe29f2-96cb-497a-a6aa-749f0a58ee91 admin admin] Publish callbacks [] for security_group (275d9882-d2f2-4056-83bd-dd754cb0a96b), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:37.345633 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-ba7f219a-0fa9-4f00-80b0-fff515d009a3 None None] Set router 4c132175-858b-4a79-8c8d-6182ef9758b0 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:34:37.420537 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-1fbe29f2-96cb-497a-a6aa-749f0a58ee91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (275d9882-d2f2-4056-83bd-dd754cb0a96b), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:37.448471 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe29f2-96cb-497a-a6aa-749f0a58ee91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275d9882-d2f2-4056-83bd-dd754cb0a96b,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:37.504369 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 44874) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:37.505286 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-1fbe29f2-96cb-497a-a6aa-749f0a58ee91 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2139071aef014b79a1737bd9fadd3db9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9857593 Jul 20 15:34:37.554496 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:37.630771 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-ba7f219a-0fa9-4f00-80b0-fff515d009a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c132175-858b-4a79-8c8d-6182ef9758b0', 'name': 'tempest-TestMinimumBasicScenario-1292617526-router', 'tenant_id': 'd33d090d45b04ef99ceae6dd4f806320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'fa513056-6bbe-421a-80f4-a5409e60cd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:34:26Z', 'updated_at': '2022-07-20T15:34:34Z', 'revision_number': 4, 'project_id': 'd33d090d45b04ef99ceae6dd4f806320', 'gw_port': {'id': 'fa513056-6bbe-421a-80f4-a5409e60cd68', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c132175-858b-4a79-8c8d-6182ef9758b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:34:27Z', 'updated_at': '2022-07-20T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '3a73fc16-d71a-4a93-991c-fefb36aab99c', 'name': '', 'network_id': 'b7814f5c-2262-4938-a617-057508e3be27', 'tenant_id': 'd33d090d45b04ef99ceae6dd4f806320', 'mac_address': 'fa:16:3e:bd:ec:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c132175-858b-4a79-8c8d-6182ef9758b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '1c87ff1d-99a2-43e3-add5-6c8992863302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:34:33Z', 'updated_at': '2022-07-20T15:34:35Z', 'revision_number': 2, 'project_id': 'd33d090d45b04ef99ceae6dd4f806320', 'subnets': [{'id': '1c87ff1d-99a2-43e3-add5-6c8992863302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:34:37.647425 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ebb1815e-e99b-4a16-a6c4-a4994a63c5b9 admin admin] Publish callbacks [] for security_group (275d9882-d2f2-4056-83bd-dd754cb0a96b), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:37.650809 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:37.697603 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7f219a-0fa9-4f00-80b0-fff515d009a3 None None] Checking router: 4c132175-858b-4a79-8c8d-6182ef9758b0 for host: dv-cinder-819149-12-iscsi {{(pid=104512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:34:37.701513 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7f219a-0fa9-4f00-80b0-fff515d009a3 None None] Updating router 4c132175-858b-4a79-8c8d-6182ef9758b0 port 3a73fc16-d71a-4a93-991c-fefb36aab99c binding host dv-cinder-819149-12-iscsi {{(pid=104512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 15:34:37.707160 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ebb1815e-e99b-4a16-a6c4-a4994a63c5b9 admin admin] Publish callbacks [] for security_group (275d9882-d2f2-4056-83bd-dd754cb0a96b), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:37.834863 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-ba7f219a-0fa9-4f00-80b0-fff515d009a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (3a73fc16-d71a-4a93-991c-fefb36aab99c), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:37.923180 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:38.032173 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac7916-64c5-4b21-bf4b-6b57ea8c8eab req-c6d03d99-31b7-4b6f-a390-fb69434122c6 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:38.033764 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b6ac7916-64c5-4b21-bf4b-6b57ea8c8eab req-c6d03d99-31b7-4b6f-a390-fb69434122c6 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 946 time: 0.1722982 Jul 20 15:34:38.034625 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ebb1815e-e99b-4a16-a6c4-a4994a63c5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (275d9882-d2f2-4056-83bd-dd754cb0a96b), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:38.037393 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ebb1815e-e99b-4a16-a6c4-a4994a63c5b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:38.038743 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-ebb1815e-e99b-4a16-a6c4-a4994a63c5b9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/275d9882-d2f2-4056-83bd-dd754cb0a96b HTTP/1.1" status: 204 len: 168 time: 0.5324390 Jul 20 15:34:38.050643 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1815e-e99b-4a16-a6c4-a4994a63c5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275d9882-d2f2-4056-83bd-dd754cb0a96b,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:38.136155 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:38.202539 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b6ac7916-64c5-4b21-bf4b-6b57ea8c8eab req-ad26962d-b611-4562-8910-eccd50f048ae tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518924 Jul 20 15:34:38.582689 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-ba7f219a-0fa9-4f00-80b0-fff515d009a3 None None] Publish callbacks [] for port (3a73fc16-d71a-4a93-991c-fefb36aab99c), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:38.596966 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:38.722649 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-ba7f219a-0fa9-4f00-80b0-fff515d009a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (3a73fc16-d71a-4a93-991c-fefb36aab99c), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:38.722804 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:38.897249 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:38.914367 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [None req-ba7f219a-0fa9-4f00-80b0-fff515d009a3 None None] Attempting to bind port 3a73fc16-d71a-4a93-991c-fefb36aab99c on host dv-cinder-819149-12-iscsi for vnic_type normal with profile {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:34:38.916561 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [None req-ba7f219a-0fa9-4f00-80b0-fff515d009a3 None None] Attempting to bind port 3a73fc16-d71a-4a93-991c-fefb36aab99c by drivers openvswitch,hyperv on host dv-cinder-819149-12-iscsi at level 0 using segments [{'id': 'f76121b1-23fb-4bd4-921a-a0f7560361de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'b7814f5c-2262-4938-a617-057508e3be27'}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:34:38.916561 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7f219a-0fa9-4f00-80b0-fff515d009a3 None None] Attempting to bind port 3a73fc16-d71a-4a93-991c-fefb36aab99c on network b7814f5c-2262-4938-a617-057508e3be27 {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:34:38.922971 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7f219a-0fa9-4f00-80b0-fff515d009a3 None None] Checking agent: {'id': '5729d8e0-9e32-4d27-b92e-30241f6d9221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 22, 55), 'started_at': datetime.datetime(2022, 7, 20, 15, 23, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:34:38.923333 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7f219a-0fa9-4f00-80b0-fff515d009a3 None None] Checking segment: {'id': 'f76121b1-23fb-4bd4-921a-a0f7560361de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'b7814f5c-2262-4938-a617-057508e3be27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:34:38.923775 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-ba7f219a-0fa9-4f00-80b0-fff515d009a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:38.924143 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7f219a-0fa9-4f00-80b0-fff515d009a3 None None] Bound using segment: {'id': 'f76121b1-23fb-4bd4-921a-a0f7560361de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'b7814f5c-2262-4938-a617-057508e3be27'} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:34:38.924648 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [None req-ba7f219a-0fa9-4f00-80b0-fff515d009a3 None None] Bound port: 3a73fc16-d71a-4a93-991c-fefb36aab99c, host: dv-cinder-819149-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f76121b1-23fb-4bd4-921a-a0f7560361de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'b7814f5c-2262-4938-a617-057508e3be27'}}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:34:38.925007 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-ba7f219a-0fa9-4f00-80b0-fff515d009a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (3a73fc16-d71a-4a93-991c-fefb36aab99c), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:39.001926 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1370dac-905d-4a79-9959-bd8b2d64df0c None None] Pushing event updated for resources: {'Port': ['ID=3a73fc16-d71a-4a93-991c-fefb36aab99c,revision_number=3']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:39.068255 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [None req-ba7f219a-0fa9-4f00-80b0-fff515d009a3 None None] For port 3a73fc16-d71a-4a93-991c-fefb36aab99c, host dv-cinder-819149-12-iscsi, cleared binding levels {{(pid=104512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:34:39.073743 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [None req-ba7f219a-0fa9-4f00-80b0-fff515d009a3 None None] For port 3a73fc16-d71a-4a93-991c-fefb36aab99c, host dv-cinder-819149-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=3a73fc16-d71a-4a93-991c-fefb36aab99c,segment=NetworkSegment(f76121b1-23fb-4bd4-921a-a0f7560361de),segment_id=f76121b1-23fb-4bd4-921a-a0f7560361de)] {{(pid=104512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:34:39.181138 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-5eb05b8f-5b27-4cbf-81b6-e4e921821e3f None None] Provisioning complete for port 3a73fc16-d71a-4a93-991c-fefb36aab99c triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:34:39.183561 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5eb05b8f-5b27-4cbf-81b6-e4e921821e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (3a73fc16-d71a-4a93-991c-fefb36aab99c), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:39.197832 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-ba7f219a-0fa9-4f00-80b0-fff515d009a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (3a73fc16-d71a-4a93-991c-fefb36aab99c), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:39.232555 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 44912) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:39.257024 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-740c58ec-4c64-4a8c-9632-ab2ffc50f001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:39.320732 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-5eb05b8f-5b27-4cbf-81b6-e4e921821e3f None None] Port 3a73fc16-d71a-4a93-991c-fefb36aab99c cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:34:39.450168 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-740c58ec-4c64-4a8c-9632-ab2ffc50f001 admin admin] Publish callbacks [] for security_group (0169e8b0-8dd1-498e-8c05-98dabdb9e660), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:39.455889 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7f219a-0fa9-4f00-80b0-fff515d009a3 None None] Routers {'4c132175-858b-4a79-8c8d-6182ef9758b0'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:34:39.460318 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-ba7f219a-0fa9-4f00-80b0-fff515d009a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:34:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['4c132175-858b-4a79-8c8d-6182ef9758b0'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:34:39.559630 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c22b9-b04c-470b-aa5b-d3482fafd771 req-3a578336-8144-4481-959c-0c5af38edcae tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:39.570027 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-921c22b9-b04c-470b-aa5b-d3482fafd771 req-3a578336-8144-4481-959c-0c5af38edcae tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 946 time: 0.1096897 Jul 20 15:34:39.571490 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-740c58ec-4c64-4a8c-9632-ab2ffc50f001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (0169e8b0-8dd1-498e-8c05-98dabdb9e660), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:39.606650 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1370dac-905d-4a79-9959-bd8b2d64df0c None None] Pushing event updated for resources: {'Port': ['ID=3a73fc16-d71a-4a93-991c-fefb36aab99c,revision_number=4']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:39.654778 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-9ee9142f-08c2-4b13-b717-9af2414e2b15 None None] Provisioning complete for port 3a73fc16-d71a-4a93-991c-fefb36aab99c triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:34:39.667077 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9ee9142f-08c2-4b13-b717-9af2414e2b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (3a73fc16-d71a-4a93-991c-fefb36aab99c), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:39.688910 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740c58ec-4c64-4a8c-9632-ab2ffc50f001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0169e8b0-8dd1-498e-8c05-98dabdb9e660,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:39.701891 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-740c58ec-4c64-4a8c-9632-ab2ffc50f001 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7e699ac2f7b14177a7a41f3b9ea2beaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4681363 Jul 20 15:34:39.702576 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 44928) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:39.752383 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-921c22b9-b04c-470b-aa5b-d3482fafd771 req-ea24153f-1d96-49f7-bcca-3e9c059c63ff tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588204 Jul 20 15:34:39.815866 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-74693860-1d36-4fa4-bb3a-c7cf2149a3de req-1f46287f-ac1b-4aa9-a6b2-44870918dc78 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1560810 Jul 20 15:34:39.847837 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-83c3cbf4-1705-4f47-b68a-af534cca08f9 admin admin] Publish callbacks [] for security_group (0169e8b0-8dd1-498e-8c05-98dabdb9e660), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:39.898244 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-ba7f219a-0fa9-4f00-80b0-fff515d009a3 None None] Set router 4c132175-858b-4a79-8c8d-6182ef9758b0 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:34:39.900315 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-83c3cbf4-1705-4f47-b68a-af534cca08f9 admin admin] Publish callbacks [] for security_group (0169e8b0-8dd1-498e-8c05-98dabdb9e660), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:39.941473 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74693860-1d36-4fa4-bb3a-c7cf2149a3de req-b3b70a87-57ea-4af3-a08b-12a52b9cde05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:39.946226 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-74693860-1d36-4fa4-bb3a-c7cf2149a3de req-b3b70a87-57ea-4af3-a08b-12a52b9cde05 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=61872ef687074f5791a2cc46732bebdf&device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 1129 time: 0.0984106 Jul 20 15:34:39.969280 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-9ee9142f-08c2-4b13-b717-9af2414e2b15 None None] Current status of the port 3a73fc16-d71a-4a93-991c-fefb36aab99c is: DOWN; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:34:39.969685 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9ee9142f-08c2-4b13-b717-9af2414e2b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (3a73fc16-d71a-4a93-991c-fefb36aab99c), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:39.979937 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:DELETE=5,neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:40.015310 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:40.037982 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-9ee9142f-08c2-4b13-b717-9af2414e2b15 None None] For port 3a73fc16-d71a-4a93-991c-fefb36aab99c, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=3a73fc16-d71a-4a93-991c-fefb36aab99c,segment=NetworkSegment(f76121b1-23fb-4bd4-921a-a0f7560361de),segment_id=f76121b1-23fb-4bd4-921a-a0f7560361de)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:34:40.100677 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-83c3cbf4-1705-4f47-b68a-af534cca08f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (0169e8b0-8dd1-498e-8c05-98dabdb9e660), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:40.106747 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-83c3cbf4-1705-4f47-b68a-af534cca08f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:40.108056 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-83c3cbf4-1705-4f47-b68a-af534cca08f9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0169e8b0-8dd1-498e-8c05-98dabdb9e660 HTTP/1.1" status: 204 len: 168 time: 0.3920555 Jul 20 15:34:40.129433 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c3cbf4-1705-4f47-b68a-af534cca08f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0169e8b0-8dd1-498e-8c05-98dabdb9e660,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:40.137992 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9ee9142f-08c2-4b13-b717-9af2414e2b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (3a73fc16-d71a-4a93-991c-fefb36aab99c), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:40.217715 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74693860-1d36-4fa4-bb3a-c7cf2149a3de req-3152a86b-0c60-48ff-a8a0-988e46dc0bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:40.221405 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-74693860-1d36-4fa4-bb3a-c7cf2149a3de req-3152a86b-0c60-48ff-a8a0-988e46dc0bd6 service neutron] 10.222.0.102 "GET /v2.0/networks?id=49eaadcd-4166-45bc-8081-db7a31ee5c71 HTTP/1.1" status: 200 len: 919 time: 0.2500999 Jul 20 15:34:40.353750 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-74693860-1d36-4fa4-bb3a-c7cf2149a3de req-0a5436b0-402a-4607-8d42-3f211adf81ee service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b72a20e-3358-46f1-aef8-ee2cf0cabcd7 HTTP/1.1" status: 200 len: 217 time: 0.1259308 Jul 20 15:34:40.376536 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee9142f-08c2-4b13-b717-9af2414e2b15 None None] Pushing event updated for resources: {'Port': ['ID=3a73fc16-d71a-4a93-991c-fefb36aab99c,revision_number=5']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:40.459266 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-ba7f219a-0fa9-4f00-80b0-fff515d009a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c132175-858b-4a79-8c8d-6182ef9758b0', 'name': 'tempest-TestMinimumBasicScenario-1292617526-router', 'tenant_id': 'd33d090d45b04ef99ceae6dd4f806320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'fa513056-6bbe-421a-80f4-a5409e60cd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:34:26Z', 'updated_at': '2022-07-20T15:34:34Z', 'revision_number': 4, 'project_id': 'd33d090d45b04ef99ceae6dd4f806320', 'gw_port': {'id': 'fa513056-6bbe-421a-80f4-a5409e60cd68', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c132175-858b-4a79-8c8d-6182ef9758b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:34:27Z', 'updated_at': '2022-07-20T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '3a73fc16-d71a-4a93-991c-fefb36aab99c', 'name': '', 'network_id': 'b7814f5c-2262-4938-a617-057508e3be27', 'tenant_id': 'd33d090d45b04ef99ceae6dd4f806320', 'mac_address': 'fa:16:3e:bd:ec:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c132175-858b-4a79-8c8d-6182ef9758b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '1c87ff1d-99a2-43e3-add5-6c8992863302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:34:33Z', 'updated_at': '2022-07-20T15:34:39Z', 'revision_number': 4, 'project_id': 'd33d090d45b04ef99ceae6dd4f806320', 'subnets': [{'id': '1c87ff1d-99a2-43e3-add5-6c8992863302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:34:40.504767 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74693860-1d36-4fa4-bb3a-c7cf2149a3de req-7a5e1f18-ca13-44a9-a3e4-d745ba5b6ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:40.508734 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-74693860-1d36-4fa4-bb3a-c7cf2149a3de req-7a5e1f18-ca13-44a9-a3e4-d745ba5b6ba8 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa HTTP/1.1" status: 200 len: 857 time: 0.1494260 Jul 20 15:34:40.531563 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7f219a-0fa9-4f00-80b0-fff515d009a3 None None] The sync data for ids ['4c132175-858b-4a79-8c8d-6182ef9758b0'] in dv-cinder-819149-12-iscsi is: [{'id': '4c132175-858b-4a79-8c8d-6182ef9758b0', 'name': 'tempest-TestMinimumBasicScenario-1292617526-router', 'tenant_id': 'd33d090d45b04ef99ceae6dd4f806320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'fa513056-6bbe-421a-80f4-a5409e60cd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:34:26Z', 'updated_at': '2022-07-20T15:34:34Z', 'revision_number': 4, 'project_id': 'd33d090d45b04ef99ceae6dd4f806320', 'gw_port': {'id': 'fa513056-6bbe-421a-80f4-a5409e60cd68', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c132175-858b-4a79-8c8d-6182ef9758b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:34:27Z', 'updated_at': '2022-07-20T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '3a73fc16-d71a-4a93-991c-fefb36aab99c', 'name': '', 'network_id': 'b7814f5c-2262-4938-a617-057508e3be27', 'tenant_id': 'd33d090d45b04ef99ceae6dd4f806320', 'mac_address': 'fa:16:3e:bd:ec:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c132175-858b-4a79-8c8d-6182ef9758b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '1c87ff1d-99a2-43e3-add5-6c8992863302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:34:33Z', 'updated_at': '2022-07-20T15:34:39Z', 'revision_number': 4, 'project_id': 'd33d090d45b04ef99ceae6dd4f806320', 'subnets': [{'id': '1c87ff1d-99a2-43e3-add5-6c8992863302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:34:40.672068 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74693860-1d36-4fa4-bb3a-c7cf2149a3de req-587a5bae-ff80-47c0-9db2-767b19e1681b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:40.675751 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-74693860-1d36-4fa4-bb3a-c7cf2149a3de req-587a5bae-ff80-47c0-9db2-767b19e1681b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=49eaadcd-4166-45bc-8081-db7a31ee5c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1594181 Jul 20 15:34:40.951969 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-74693860-1d36-4fa4-bb3a-c7cf2149a3de req-a445f551-9240-4d3c-8ad6-a03fb99720d4 service neutron] 10.222.0.102 "GET /v2.0/networks/49eaadcd-4166-45bc-8081-db7a31ee5c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673483 Jul 20 15:34:41.077406 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7240bec-5c45-402b-a7e2-14ba0780e9b9 req-8666e7c6-67c4-4240-beef-ad4fc5d9f6ed tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:41.081010 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e7240bec-5c45-402b-a7e2-14ba0780e9b9 req-8666e7c6-67c4-4240-beef-ad4fc5d9f6ed tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 946 time: 0.1343327 Jul 20 15:34:41.191991 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-74693860-1d36-4fa4-bb3a-c7cf2149a3de req-ea90ae59-e88c-435d-9851-759947e0dbde service neutron] 10.222.0.102 "GET /v2.0/networks/49eaadcd-4166-45bc-8081-db7a31ee5c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343800 Jul 20 15:34:41.279135 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e7240bec-5c45-402b-a7e2-14ba0780e9b9 req-94edf704-33e7-4397-af99-864219da9841 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917839 Jul 20 15:34:41.559821 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 44974) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:41.861237 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ba3a21da-6327-4ccc-99eb-2985bdf0183f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:42.015984 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 3a73fc16-d71a-4a93-991c-fefb36aab99c up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:34:42.061726 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ba3a21da-6327-4ccc-99eb-2985bdf0183f admin admin] Publish callbacks [] for security_group (d297838c-120a-4fa0-b907-e16b1cf55abc), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:42.132842 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ba3a21da-6327-4ccc-99eb-2985bdf0183f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (d297838c-120a-4fa0-b907-e16b1cf55abc), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:42.153867 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port 3a73fc16-d71a-4a93-991c-fefb36aab99c triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:34:42.154556 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (3a73fc16-d71a-4a93-991c-fefb36aab99c), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:42.248836 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 44994) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:42.252654 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-ba3a21da-6327-4ccc-99eb-2985bdf0183f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9adb6a1378e04df5978660014d2c44f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6850927 Jul 20 15:34:42.253749 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a21da-6327-4ccc-99eb-2985bdf0183f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d297838c-120a-4fa0-b907-e16b1cf55abc,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:42.448338 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port 3a73fc16-d71a-4a93-991c-fefb36aab99c is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:34:42.464937 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-f1abf810-be20-41cf-912e-f45f49ff2007 admin admin] Publish callbacks [] for security_group (d297838c-120a-4fa0-b907-e16b1cf55abc), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:42.499984 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-f1abf810-be20-41cf-912e-f45f49ff2007 admin admin] Publish callbacks [] for security_group (d297838c-120a-4fa0-b907-e16b1cf55abc), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:42.586929 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:42.660482 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc8fe3-dfdc-418e-913d-2ad3e7559d8c req-721e93b2-e4d9-4f5b-af6c-b7aa56f4aca7 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:42.663993 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3ecc8fe3-dfdc-418e-913d-2ad3e7559d8c req-721e93b2-e4d9-4f5b-af6c-b7aa56f4aca7 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 946 time: 0.1547749 Jul 20 15:34:42.755961 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-f1abf810-be20-41cf-912e-f45f49ff2007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (d297838c-120a-4fa0-b907-e16b1cf55abc), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:42.755961 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-f1abf810-be20-41cf-912e-f45f49ff2007 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:42.763047 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-f1abf810-be20-41cf-912e-f45f49ff2007 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d297838c-120a-4fa0-b907-e16b1cf55abc HTTP/1.1" status: 204 len: 168 time: 0.5099092 Jul 20 15:34:42.777098 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1abf810-be20-41cf-912e-f45f49ff2007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d297838c-120a-4fa0-b907-e16b1cf55abc,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:42.866826 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3ecc8fe3-dfdc-418e-913d-2ad3e7559d8c req-b07e0679-a054-4460-ba97-67a435bee597 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1960115 Jul 20 15:34:43.815218 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 45030) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:44.075151 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-3186985e-d1ab-43f4-9d7a-4e48b41e4540 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:44.078817 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:44.090737 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6189eb-d18c-4e01-95c4-ba0944a7a99c req-be08b52e-01b5-47b3-bd9a-61a8c9752fc3 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:44.103586 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-cd6189eb-d18c-4e01-95c4-ba0944a7a99c req-be08b52e-01b5-47b3-bd9a-61a8c9752fc3 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 946 time: 0.0955203 Jul 20 15:34:44.286803 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-cd6189eb-d18c-4e01-95c4-ba0944a7a99c req-1c480e59-82b4-4c5b-8906-df36db303e9c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850235 Jul 20 15:34:44.298432 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-3186985e-d1ab-43f4-9d7a-4e48b41e4540 admin admin] Publish callbacks [] for security_group (f66a5654-298a-472c-9ee3-5a20ab1cc296), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:44.610366 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-3186985e-d1ab-43f4-9d7a-4e48b41e4540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (f66a5654-298a-472c-9ee3-5a20ab1cc296), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:44.666033 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 45048) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:44.666272 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-3186985e-d1ab-43f4-9d7a-4e48b41e4540 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ffb685d7e14c40c8892a70656215ac90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8512337 Jul 20 15:34:44.690084 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186985e-d1ab-43f4-9d7a-4e48b41e4540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66a5654-298a-472c-9ee3-5a20ab1cc296,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:44.706187 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186985e-d1ab-43f4-9d7a-4e48b41e4540 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:44.706713 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186985e-d1ab-43f4-9d7a-4e48b41e4540 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:44.707194 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186985e-d1ab-43f4-9d7a-4e48b41e4540 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:44.707634 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186985e-d1ab-43f4-9d7a-4e48b41e4540 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:44.708073 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186985e-d1ab-43f4-9d7a-4e48b41e4540 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:44.708640 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186985e-d1ab-43f4-9d7a-4e48b41e4540 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:44.709073 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186985e-d1ab-43f4-9d7a-4e48b41e4540 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:44.709520 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186985e-d1ab-43f4-9d7a-4e48b41e4540 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:44.709933 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186985e-d1ab-43f4-9d7a-4e48b41e4540 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:44.710358 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186985e-d1ab-43f4-9d7a-4e48b41e4540 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:44.710817 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186985e-d1ab-43f4-9d7a-4e48b41e4540 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:44.711227 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186985e-d1ab-43f4-9d7a-4e48b41e4540 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:44.711619 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186985e-d1ab-43f4-9d7a-4e48b41e4540 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:44.712019 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186985e-d1ab-43f4-9d7a-4e48b41e4540 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:44.712662 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186985e-d1ab-43f4-9d7a-4e48b41e4540 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:44.844301 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-3b4e4b75-0c8a-4672-91c5-5cc7d7006d72 admin admin] Publish callbacks [] for security_group (f66a5654-298a-472c-9ee3-5a20ab1cc296), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:44.913514 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-3b4e4b75-0c8a-4672-91c5-5cc7d7006d72 admin admin] Publish callbacks [] for security_group (f66a5654-298a-472c-9ee3-5a20ab1cc296), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:45.024886 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:45.554678 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5476e32-a868-4be4-b102-0f00138d1868 req-fa3e1172-d6ff-40b6-a1b9-0607e2c389b8 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:45.554678 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c5476e32-a868-4be4-b102-0f00138d1868 req-fa3e1172-d6ff-40b6-a1b9-0607e2c389b8 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 946 time: 0.0886998 Jul 20 15:34:45.636633 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c5476e32-a868-4be4-b102-0f00138d1868 req-fbded07a-648c-4232-b001-ad6695c0a0e7 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902908 Jul 20 15:34:45.841453 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-3b4e4b75-0c8a-4672-91c5-5cc7d7006d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (f66a5654-298a-472c-9ee3-5a20ab1cc296), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:45.844112 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-3b4e4b75-0c8a-4672-91c5-5cc7d7006d72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:45.845280 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-3b4e4b75-0c8a-4672-91c5-5cc7d7006d72 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f66a5654-298a-472c-9ee3-5a20ab1cc296 HTTP/1.1" status: 204 len: 168 time: 1.1781707 Jul 20 15:34:45.866193 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e4b75-0c8a-4672-91c5-5cc7d7006d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66a5654-298a-472c-9ee3-5a20ab1cc296,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:45.884002 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e4b75-0c8a-4672-91c5-5cc7d7006d72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:45.884353 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e4b75-0c8a-4672-91c5-5cc7d7006d72 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:45.884699 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e4b75-0c8a-4672-91c5-5cc7d7006d72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:45.885035 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e4b75-0c8a-4672-91c5-5cc7d7006d72 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:45.885380 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e4b75-0c8a-4672-91c5-5cc7d7006d72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:45.885699 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e4b75-0c8a-4672-91c5-5cc7d7006d72 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:45.886023 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e4b75-0c8a-4672-91c5-5cc7d7006d72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:45.886372 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e4b75-0c8a-4672-91c5-5cc7d7006d72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:45.886742 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e4b75-0c8a-4672-91c5-5cc7d7006d72 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:45.887070 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e4b75-0c8a-4672-91c5-5cc7d7006d72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:45.887396 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e4b75-0c8a-4672-91c5-5cc7d7006d72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:45.887720 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e4b75-0c8a-4672-91c5-5cc7d7006d72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:45.888043 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e4b75-0c8a-4672-91c5-5cc7d7006d72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:45.888361 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e4b75-0c8a-4672-91c5-5cc7d7006d72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:45.888677 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4e4b75-0c8a-4672-91c5-5cc7d7006d72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:34:46.777531 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da9ead-ae1b-46c1-ab93-4183b1aaab20 req-7b3bbb85-276c-42e1-9b9c-90c143aa75a4 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:46.779166 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-f1da9ead-ae1b-46c1-ab93-4183b1aaab20 req-7b3bbb85-276c-42e1-9b9c-90c143aa75a4 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 946 time: 0.0515270 Jul 20 15:34:46.852484 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-f1da9ead-ae1b-46c1-ab93-4183b1aaab20 req-06e1da18-61bf-4b35-b214-810b26f3dfe3 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601027 Jul 20 15:34:48.102288 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:48.118144 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadbb8b4-19ad-4949-8db5-4517e8932474 req-6901b4a1-e9ec-451f-9d2a-1889ec880c83 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:48.119768 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-dadbb8b4-19ad-4949-8db5-4517e8932474 req-6901b4a1-e9ec-451f-9d2a-1889ec880c83 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 946 time: 0.1112561 Jul 20 15:34:48.249144 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-dadbb8b4-19ad-4949-8db5-4517e8932474 req-954e7526-a6ca-44a6-9347-709a2d4842ca tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209912 Jul 20 15:34:49.685575 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1468f8-69d6-41f5-95a4-e8fe163c6923 req-f62451e8-a7c1-4ec5-91a8-13ed9610667a tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:49.705884 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2b1468f8-69d6-41f5-95a4-e8fe163c6923 req-f62451e8-a7c1-4ec5-91a8-13ed9610667a tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 946 time: 0.1875811 Jul 20 15:34:49.795154 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2b1468f8-69d6-41f5-95a4-e8fe163c6923 req-469ef3c5-8f31-431b-9041-7f0b4d36c37c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857410 Jul 20 15:34:50.471084 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:50.750611 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-6c9fac29-c99a-4992-85ba-0acc2f487e23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:51.032975 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac27b9-461e-49bd-b91e-056a6bce06af req-20229a2e-3abb-4951-87dc-672116acf861 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:51.043967 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-19ac27b9-461e-49bd-b91e-056a6bce06af req-20229a2e-3abb-4951-87dc-672116acf861 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 946 time: 0.1624470 Jul 20 15:34:51.116742 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-19ac27b9-461e-49bd-b91e-056a6bce06af req-bc7a196a-f751-4479-bc2a-3048f93b0a0b tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715268 Jul 20 15:34:52.267644 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d67ed-a15e-4993-b8ef-aa9c70256528 req-515860fb-d382-4a10-885e-fefc5804f6c1 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:52.280880 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-dc7d67ed-a15e-4993-b8ef-aa9c70256528 req-515860fb-d382-4a10-885e-fefc5804f6c1 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 946 time: 0.0911446 Jul 20 15:34:52.353164 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-dc7d67ed-a15e-4993-b8ef-aa9c70256528 req-22ed34e1-4854-4754-b11c-25fbc50a43ab tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662744 Jul 20 15:34:52.460206 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-a6acf43a-8996-49e9-b0c4-81a020b226de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:53.551575 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0258f9a-2c61-482a-b4cd-6c47d089c971 req-1f431f0f-6401-4481-bf42-8733926b08f2 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:53.553551 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c0258f9a-2c61-482a-b4cd-6c47d089c971 req-1f431f0f-6401-4481-bf42-8733926b08f2 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 946 time: 0.0857410 Jul 20 15:34:53.596838 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:53.649335 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c0258f9a-2c61-482a-b4cd-6c47d089c971 req-d3ebcb7c-1c5c-4e30-8360-e2c98c9f37e6 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814712 Jul 20 15:34:54.699211 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=36,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:54.779615 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d5c71-43ef-4f89-a047-5b23f2672ba5 req-c989338d-c7b1-49e6-ba25-80064c1b96e6 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:54.781090 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9d8d5c71-43ef-4f89-a047-5b23f2672ba5 req-c989338d-c7b1-49e6-ba25-80064c1b96e6 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 946 time: 0.0531869 Jul 20 15:34:54.843564 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9d8d5c71-43ef-4f89-a047-5b23f2672ba5 req-621a7921-2cc2-4319-a9f9-749ff6781000 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561719 Jul 20 15:34:54.882145 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:55.042710 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:55.620130 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52a145-ab3e-4cb3-968b-0e2c24a9ec1d req-005b2282-4e81-49d4-bfca-ac076b62b6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:55.621764 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-da52a145-ab3e-4cb3-968b-0e2c24a9ec1d req-005b2282-4e81-49d4-bfca-ac076b62b6c3 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4446d4a6f4e64ccb8bfd5b3fe6f2127a&device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 1130 time: 0.0412164 Jul 20 15:34:55.728022 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52a145-ab3e-4cb3-968b-0e2c24a9ec1d req-f2f2bb8a-d8f5-468a-87d5-4b69190a00b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:55.729588 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-da52a145-ab3e-4cb3-968b-0e2c24a9ec1d req-f2f2bb8a-d8f5-468a-87d5-4b69190a00b6 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f5eb24be-2bbb-47ab-b680-70a114f8f10e HTTP/1.1" status: 200 len: 917 time: 0.1007116 Jul 20 15:34:55.804784 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-da52a145-ab3e-4cb3-968b-0e2c24a9ec1d req-f01d8c32-eb8f-4795-a3b1-a26bac97de45 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59e14bde-8d7e-43e1-8cdf-acd276b65784 HTTP/1.1" status: 200 len: 1001 time: 0.0674629 Jul 20 15:34:55.864131 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52a145-ab3e-4cb3-968b-0e2c24a9ec1d req-6049205a-1132-4917-84a5-7ca07f7d2119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:55.865620 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-da52a145-ab3e-4cb3-968b-0e2c24a9ec1d req-6049205a-1132-4917-84a5-7ca07f7d2119 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c HTTP/1.1" status: 200 len: 855 time: 0.0537705 Jul 20 15:34:55.916508 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52a145-ab3e-4cb3-968b-0e2c24a9ec1d req-ce21e0b2-cf3b-4330-b3f0-5ff23a2084b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:55.918139 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-da52a145-ab3e-4cb3-968b-0e2c24a9ec1d req-ce21e0b2-cf3b-4330-b3f0-5ff23a2084b5 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f5eb24be-2bbb-47ab-b680-70a114f8f10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0466993 Jul 20 15:34:55.983244 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db8b3d-df58-47be-aa79-fdbc7aa391c7 req-daaec038-4325-4d5d-b230-b3d3571fc2b1 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:55.984788 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d1db8b3d-df58-47be-aa79-fdbc7aa391c7 req-daaec038-4325-4d5d-b230-b3d3571fc2b1 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 946 time: 0.0500529 Jul 20 15:34:56.017947 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-da52a145-ab3e-4cb3-968b-0e2c24a9ec1d req-f0219f18-ae56-4af7-af34-c43387e449fc service neutron] 10.222.0.102 "GET /v2.0/networks/f5eb24be-2bbb-47ab-b680-70a114f8f10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921962 Jul 20 15:34:56.038932 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d1db8b3d-df58-47be-aa79-fdbc7aa391c7 req-04413698-f44e-48e6-973e-d548a567b4e2 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484200 Jul 20 15:34:56.145264 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-da52a145-ab3e-4cb3-968b-0e2c24a9ec1d req-b856188e-4c63-4462-96a9-1bda2700a587 service neutron] 10.222.0.102 "GET /v2.0/networks/f5eb24be-2bbb-47ab-b680-70a114f8f10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199389 Jul 20 15:34:56.988935 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 45320) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:57.197415 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-00cf9860-3799-4b97-b08d-2f65543cdadc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:57.240938 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0000f-6608-4545-be5f-65c0096a868f req-c2bd74a3-9bb2-4e60-9945-4e6cdeb33aef tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:57.243357 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-53b0000f-6608-4545-be5f-65c0096a868f req-c2bd74a3-9bb2-4e60-9945-4e6cdeb33aef tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 946 time: 0.0727491 Jul 20 15:34:57.356050 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-00cf9860-3799-4b97-b08d-2f65543cdadc admin admin] Publish callbacks [] for security_group (cb7c170e-8108-4969-90d1-d77f8c5aacef), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:57.435124 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-53b0000f-6608-4545-be5f-65c0096a868f req-8e550e23-0d96-4c13-8ca7-277907edf71b tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310019 Jul 20 15:34:57.451854 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-56bde08a-26d6-484e-97a3-c4982ec5b6ab tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:57.455952 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-56bde08a-26d6-484e-97a3-c4982ec5b6ab tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/networks?id=04fc2edc-754b-4f43-aeb0-2e6d32720d77 HTTP/1.1" status: 200 len: 815 time: 0.2033749 Jul 20 15:34:57.458770 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-00cf9860-3799-4b97-b08d-2f65543cdadc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (cb7c170e-8108-4969-90d1-d77f8c5aacef), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:57.471136 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-6aea9455-10e8-4797-a3e1-a48def068a98 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/quotas/8793a880033e400d89ac8de5a30003b7 HTTP/1.1" status: 200 len: 375 time: 0.0106409 Jul 20 15:34:57.503339 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf9860-3799-4b97-b08d-2f65543cdadc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7c170e-8108-4969-90d1-d77f8c5aacef,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:57.519349 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-00cf9860-3799-4b97-b08d-2f65543cdadc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=29c857195a8c464f9cc94a679e5ef214&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5281472 Jul 20 15:34:57.522059 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 45346) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:57.535589 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:57.545718 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-0bace024-014b-4857-8816-2f8c10e07f8c tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=8793a880033e400d89ac8de5a30003b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0627196 Jul 20 15:34:57.587922 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-65a9fa8a-030e-4d76-ae41-7935a3f71e01 admin admin] Publish callbacks [] for security_group (cb7c170e-8108-4969-90d1-d77f8c5aacef), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:57.619607 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-65a9fa8a-030e-4d76-ae41-7935a3f71e01 admin admin] Publish callbacks [] for security_group (cb7c170e-8108-4969-90d1-d77f8c5aacef), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:57.687465 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-f0c92050-f72f-443d-9292-0b139500e11e service neutron] 10.222.0.78 "GET /v2.0/networks/04fc2edc-754b-4f43-aeb0-2e6d32720d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153626 Jul 20 15:34:57.757985 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-65a9fa8a-030e-4d76-ae41-7935a3f71e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (cb7c170e-8108-4969-90d1-d77f8c5aacef), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:57.761785 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-65a9fa8a-030e-4d76-ae41-7935a3f71e01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:57.767497 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-65a9fa8a-030e-4d76-ae41-7935a3f71e01 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cb7c170e-8108-4969-90d1-d77f8c5aacef HTTP/1.1" status: 204 len: 168 time: 0.2397444 Jul 20 15:34:57.786186 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a9fa8a-030e-4d76-ae41-7935a3f71e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7c170e-8108-4969-90d1-d77f8c5aacef,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:57.809375 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-939689b0-8d45-4a92-a979-04607e8d7f5b service neutron] 10.222.0.78 "GET /v2.0/networks/04fc2edc-754b-4f43-aeb0-2e6d32720d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125598 Jul 20 15:34:58.031734 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 59e14bde-8d7e-43e1-8cdf-acd276b65784 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:34:58.067997 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:58.148089 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port 59e14bde-8d7e-43e1-8cdf-acd276b65784 is: ACTIVE; New status is: DOWN {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:34:58.148089 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (59e14bde-8d7e-43e1-8cdf-acd276b65784), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:58.175793 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cd0f35-70ba-409d-b217-32d5a9ab6cd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59e14bde-8d7e-43e1-8cdf-acd276b65784'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:34:58.179846 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d079ce0f3ed41026034ae0451e18cae4cf0a7f47a911dfcb655775793fbc38ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4bb666-824f-45c3-8981-67a914d17444" -d '{"events": [{"server_uuid": "f4cd0f35-70ba-409d-b217-32d5a9ab6cd6", "name": "network-vif-unplugged", "status": "completed", "tag": "59e14bde-8d7e-43e1-8cdf-acd276b65784"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:34:58.188007 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-151c7771-6615-4323-830e-d613237e21bf req-689af02f-f05b-4223-89c0-cedada58e4ec tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 210 time: 0.0419612 Jul 20 15:34:58.197115 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 59e14bde-8d7e-43e1-8cdf-acd276b65784, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=59e14bde-8d7e-43e1-8cdf-acd276b65784,segment=NetworkSegment(643648c2-fbcf-4011-96d1-5d3dde59321a),segment_id=643648c2-fbcf-4011-96d1-5d3dde59321a)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:34:58.254738 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Jul 2022 15:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e237511-b508-4d3f-98bd-d2ff0c516112 x-openstack-request-id: req-9e237511-b508-4d3f-98bd-d2ff0c516112 {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:34:58.255155 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4cd0f35-70ba-409d-b217-32d5a9ab6cd6", "name": "network-vif-unplugged", "status": "completed", "tag": "59e14bde-8d7e-43e1-8cdf-acd276b65784", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:34:58.255491 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9e237511-b508-4d3f-98bd-d2ff0c516112 {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:34:58.256007 dv-cinder-819149-12-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e237511-b508-4d3f-98bd-d2ff0c516112'] response: {'server_uuid': 'f4cd0f35-70ba-409d-b217-32d5a9ab6cd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59e14bde-8d7e-43e1-8cdf-acd276b65784', 'code': 200} Jul 20 15:34:58.288773 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (59e14bde-8d7e-43e1-8cdf-acd276b65784), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:58.321884 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:58.371925 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=59e14bde-8d7e-43e1-8cdf-acd276b65784,revision_number=8']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:58.544349 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:58.596418 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc147a8-f77f-476b-acf7-1b61f58b5096 req-23bfae1a-3535-4dc0-ab63-9b55725ec726 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:58.598942 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-fcc147a8-f77f-476b-acf7-1b61f58b5096 req-23bfae1a-3535-4dc0-ab63-9b55725ec726 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 944 time: 0.0635166 Jul 20 15:34:58.671253 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-fcc147a8-f77f-476b-acf7-1b61f58b5096 req-7557d679-1025-44a1-b8b2-6ff13d8dfd24 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658774 Jul 20 15:34:58.686175 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 45386) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:58.707516 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f396b962-960c-4aa4-bf82-6f8d8c4a81d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:58.825695 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f396b962-960c-4aa4-bf82-6f8d8c4a81d8 admin admin] Publish callbacks [] for security_group (8f5463c2-6484-4395-a3aa-bb1325b34998), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:58.875886 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f396b962-960c-4aa4-bf82-6f8d8c4a81d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (8f5463c2-6484-4395-a3aa-bb1325b34998), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:58.920785 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-f396b962-960c-4aa4-bf82-6f8d8c4a81d8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8a16ede4a0c143c084285a796bbcd167&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2330186 Jul 20 15:34:58.922979 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f396b962-960c-4aa4-bf82-6f8d8c4a81d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5463c2-6484-4395-a3aa-bb1325b34998,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:58.924899 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 45394) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:34:58.986047 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-bf9e7485-5845-418e-9206-9a1e8641db46 admin admin] Publish callbacks [] for security_group (8f5463c2-6484-4395-a3aa-bb1325b34998), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:58.987622 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:58.998193 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:34:59.014378 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-bf9e7485-5845-418e-9206-9a1e8641db46 admin admin] Publish callbacks [] for security_group (8f5463c2-6484-4395-a3aa-bb1325b34998), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:59.161892 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-bf9e7485-5845-418e-9206-9a1e8641db46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (8f5463c2-6484-4395-a3aa-bb1325b34998), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:59.164671 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-bf9e7485-5845-418e-9206-9a1e8641db46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:34:59.169002 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-bf9e7485-5845-418e-9206-9a1e8641db46 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8f5463c2-6484-4395-a3aa-bb1325b34998 HTTP/1.1" status: 204 len: 168 time: 0.2399385 Jul 20 15:34:59.185047 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e7485-5845-418e-9206-9a1e8641db46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5463c2-6484-4395-a3aa-bb1325b34998,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:34:59.306876 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-41ddf774-f51b-4c85-b807-730f030a77f6 req-e4dc1e1b-7c00-4379-a31d-f070e2109b8d tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 210 time: 0.0339577 Jul 20 15:34:59.798833 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf762e8a-8320-4de6-ba1f-7e0412987fb7 req-0bf37edd-5823-42cf-b1cb-f4c21eec75e4 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:34:59.800324 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-bf762e8a-8320-4de6-ba1f-7e0412987fb7 req-0bf37edd-5823-42cf-b1cb-f4c21eec75e4 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 944 time: 0.0469866 Jul 20 15:34:59.849512 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-bf762e8a-8320-4de6-ba1f-7e0412987fb7 req-f4afc037-1875-46f2-95d5-45b01fa178f3 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434799 Jul 20 15:35:00.037136 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 45422) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:35:00.051964 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-8c28e6b1-cfa6-4039-b91f-66be1ded228c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:00.138200 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-8c28e6b1-cfa6-4039-b91f-66be1ded228c admin admin] Publish callbacks [] for security_group (b9e378e0-8772-49ed-bae4-e95cb949b7e2), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:00.212755 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-8c28e6b1-cfa6-4039-b91f-66be1ded228c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (b9e378e0-8772-49ed-bae4-e95cb949b7e2), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:00.253506 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-8c28e6b1-cfa6-4039-b91f-66be1ded228c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6ae5869ac8df490e9489dce20e5ca9cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2152886 Jul 20 15:35:00.254440 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28e6b1-cfa6-4039-b91f-66be1ded228c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e378e0-8772-49ed-bae4-e95cb949b7e2,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:00.256304 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 45426) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:35:00.322885 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-52c7ffd7-3c1e-44e2-b91f-903b0bfefa16 admin admin] Publish callbacks [] for security_group (b9e378e0-8772-49ed-bae4-e95cb949b7e2), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:00.358773 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-52c7ffd7-3c1e-44e2-b91f-903b0bfefa16 admin admin] Publish callbacks [] for security_group (b9e378e0-8772-49ed-bae4-e95cb949b7e2), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:00.386664 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2a0d7b90-f070-47b3-b3d6-8c4e9fd69179 req-293483ab-27fd-4972-9ae5-73aac64fd16b tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 210 time: 0.0292699 Jul 20 15:35:00.550703 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-52c7ffd7-3c1e-44e2-b91f-903b0bfefa16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (b9e378e0-8772-49ed-bae4-e95cb949b7e2), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:00.553418 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-52c7ffd7-3c1e-44e2-b91f-903b0bfefa16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:00.555296 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-52c7ffd7-3c1e-44e2-b91f-903b0bfefa16 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b9e378e0-8772-49ed-bae4-e95cb949b7e2 HTTP/1.1" status: 204 len: 168 time: 0.2947905 Jul 20 15:35:00.564597 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7ffd7-3c1e-44e2-b91f-903b0bfefa16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e378e0-8772-49ed-bae4-e95cb949b7e2,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:00.954239 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:INSERT=11 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:01.016038 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ec428-64bc-4a2a-944e-81a9f8a1798b req-94cdaf7d-f503-4c10-8475-a14a4864e969 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:01.017828 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-232ec428-64bc-4a2a-944e-81a9f8a1798b req-94cdaf7d-f503-4c10-8475-a14a4864e969 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 944 time: 0.0821822 Jul 20 15:35:01.100256 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-232ec428-64bc-4a2a-944e-81a9f8a1798b req-6976576c-56d5-40c5-9dd6-9dc4a8a365c6 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747037 Jul 20 15:35:01.688337 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-0fd835e2-c47a-4e1b-b1e6-b7f576a5c2a2 req-73a4ab9d-7468-4630-9eb3-2a8dbb241214 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 210 time: 0.2489381 Jul 20 15:35:02.712424 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [req-caedce77-8a1e-483f-9047-f13c72aa6f98 req-d8257c4b-266a-485d-8ac2-b1d7e76e23ad service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104510) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 15:35:02.713866 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-caedce77-8a1e-483f-9047-f13c72aa6f98 req-d8257c4b-266a-485d-8ac2-b1d7e76e23ad service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0069649 Jul 20 15:35:02.791982 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d921bb1d-9ac8-40eb-9e8f-790fff5a9da1 req-22244558-cdf1-4989-a0c9-a11e02424f96 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 210 time: 0.0279055 Jul 20 15:35:03.114395 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d5759-ebc8-4ac2-808d-844f5b8f5e79 req-1e391b86-bb3f-4afc-aba1-2cb78ffd79ce tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:03.115848 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-186d5759-ebc8-4ac2-808d-844f5b8f5e79 req-1e391b86-bb3f-4afc-aba1-2cb78ffd79ce tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 944 time: 0.0499907 Jul 20 15:35:03.169836 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-186d5759-ebc8-4ac2-808d-844f5b8f5e79 req-eeb917f8-5c9c-4f90-9993-a3458722522e tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483527 Jul 20 15:35:03.718711 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 59e14bde-8d7e-43e1-8cdf-acd276b65784 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:35:03.757525 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 45532) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:35:03.805121 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port 59e14bde-8d7e-43e1-8cdf-acd276b65784 is: DOWN; New status is: DOWN {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:35:03.901308 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-295a4d96-3701-4c91-a203-d5f27b0fe59a req-7dc2363f-b40b-4748-85ed-c8f7a6572faf service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1420815 Jul 20 15:35:03.908905 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [req-295a4d96-3701-4c91-a203-d5f27b0fe59a req-67f95f14-38bc-462e-8307-18dec07ec41e service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104509) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 15:35:03.914694 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-295a4d96-3701-4c91-a203-d5f27b0fe59a req-67f95f14-38bc-462e-8307-18dec07ec41e service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0123911 Jul 20 15:35:03.930584 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b7578ba3-f91b-488b-9123-5df1884b3be4 req-12d6a150-ab92-43fa-81be-c87e33925375 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 210 time: 0.0477357 Jul 20 15:35:04.021075 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 45554) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:35:04.120459 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a4d96-3701-4c91-a203-d5f27b0fe59a req-7f3cfd3d-aebc-453a-a4b3-88f122a91e9a tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:04.122420 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-295a4d96-3701-4c91-a203-d5f27b0fe59a req-7f3cfd3d-aebc-453a-a4b3-88f122a91e9a tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports/59e14bde-8d7e-43e1-8cdf-acd276b65784 HTTP/1.1" status: 200 len: 941 time: 0.1003144 Jul 20 15:35:04.316177 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0756c649-4f89-4846-9b5a-4ec8d26fce71 req-4a15667e-5df0-44e6-8026-189f6ed2fbed tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:04.317725 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-0756c649-4f89-4846-9b5a-4ec8d26fce71 req-4a15667e-5df0-44e6-8026-189f6ed2fbed tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 944 time: 0.0514371 Jul 20 15:35:04.366402 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-0756c649-4f89-4846-9b5a-4ec8d26fce71 req-398e1659-af6e-44c3-9c26-26b4eebc6cf2 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430076 Jul 20 15:35:04.451295 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 45570) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:35:04.564917 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-0e297125-c1e1-4c45-a96d-3cef33a7986f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:04.568027 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:04.649111 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-0e297125-c1e1-4c45-a96d-3cef33a7986f admin admin] Publish callbacks [] for security_group (cf3dd693-1c55-4868-8167-b57430545a9d), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:04.744403 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-0e297125-c1e1-4c45-a96d-3cef33a7986f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (cf3dd693-1c55-4868-8167-b57430545a9d), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:04.787637 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-0e297125-c1e1-4c45-a96d-3cef33a7986f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=aa42974b2b0342fca28da5a3e98bba41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3332255 Jul 20 15:35:04.787637 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e297125-c1e1-4c45-a96d-3cef33a7986f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3dd693-1c55-4868-8167-b57430545a9d,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:04.787929 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 45574) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:35:04.841663 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-e10cb183-d3a0-4ac1-bc89-6a5fce25608b admin admin] Publish callbacks [] for security_group (cf3dd693-1c55-4868-8167-b57430545a9d), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:04.862963 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-e10cb183-d3a0-4ac1-bc89-6a5fce25608b admin admin] Publish callbacks [] for security_group (cf3dd693-1c55-4868-8167-b57430545a9d), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:05.025167 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6eff8ad6-0cae-4671-97e6-08297b3aee8a req-a35b492b-ea95-47b6-9fb5-9d04cb8e0e93 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 210 time: 0.0285153 Jul 20 15:35:05.062602 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-e10cb183-d3a0-4ac1-bc89-6a5fce25608b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (cf3dd693-1c55-4868-8167-b57430545a9d), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:05.066892 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-e10cb183-d3a0-4ac1-bc89-6a5fce25608b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:05.068705 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-e10cb183-d3a0-4ac1-bc89-6a5fce25608b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cf3dd693-1c55-4868-8167-b57430545a9d HTTP/1.1" status: 204 len: 168 time: 0.2795124 Jul 20 15:35:05.081694 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10cb183-d3a0-4ac1-bc89-6a5fce25608b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3dd693-1c55-4868-8167-b57430545a9d,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:05.296786 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-7e75adc9-5555-434d-8f9c-237c729e9b62 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:05.296786 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-7e75adc9-5555-434d-8f9c-237c729e9b62 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.102 "GET /v2.0/networks?id=04fc2edc-754b-4f43-aeb0-2e6d32720d77 HTTP/1.1" status: 200 len: 815 time: 0.1426454 Jul 20 15:35:05.315739 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-a653f25d-e93c-45af-a2ef-f91ea4aa0f3b tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Request body: {'port': {'device_id': '170181c4-a3e8-494d-bef6-2048dd9b0257', 'network_id': '04fc2edc-754b-4f43-aeb0-2e6d32720d77', 'admin_state_up': True, 'tenant_id': '8793a880033e400d89ac8de5a30003b7'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:35:05.517449 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1126ec-8033-487f-982f-3c5f09567d8b req-3544444d-5e9f-4c78-a0d6-4e83ad03b2f1 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:05.520414 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-be1126ec-8033-487f-982f-3c5f09567d8b req-3544444d-5e9f-4c78-a0d6-4e83ad03b2f1 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 944 time: 0.0638072 Jul 20 15:35:05.521556 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-a653f25d-e93c-45af-a2ef-f91ea4aa0f3b tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Made reservation on behalf of 8793a880033e400d89ac8de5a30003b7 for: {'port': 1} {{(pid=104509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:35:05.525369 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-a653f25d-e93c-45af-a2ef-f91ea4aa0f3b tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:05.596349 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-be1126ec-8033-487f-982f-3c5f09567d8b req-976a185e-1177-4b4f-a8b0-f9b7448095ce tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685885 Jul 20 15:35:05.685952 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_common [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-a653f25d-e93c-45af-a2ef-f91ea4aa0f3b tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Allocated IP 172.20.0.14 (04fc2edc-754b-4f43-aeb0-2e6d32720d77/b20786d0-6549-4701-b26c-42f499c3d245/3f4230e5-b6b6-43aa-985b-67a345eed1aa) {{(pid=104509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:35:05.745370 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:05.776827 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:05.868751 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-a653f25d-e93c-45af-a2ef-f91ea4aa0f3b tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks [] for port (3f4230e5-b6b6-43aa-985b-67a345eed1aa), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:06.006658 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-a653f25d-e93c-45af-a2ef-f91ea4aa0f3b tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (3f4230e5-b6b6-43aa-985b-67a345eed1aa), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:06.060949 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-a653f25d-e93c-45af-a2ef-f91ea4aa0f3b tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Network 04fc2edc-754b-4f43-aeb0-2e6d32720d77 is already hosted by enough agents. {{(pid=104509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:35:06.060949 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-a653f25d-e93c-45af-a2ef-f91ea4aa0f3b tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Resources bound (agent type, host, resource id): {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:35:06.066572 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-a653f25d-e93c-45af-a2ef-f91ea4aa0f3b tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Received port after_create {{(pid=104509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:35:06.111414 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653f25d-e93c-45af-a2ef-f91ea4aa0f3b tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Pushing event updated for resources: {'Port': ['ID=3f4230e5-b6b6-43aa-985b-67a345eed1aa,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:06.138795 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-a653f25d-e93c-45af-a2ef-f91ea4aa0f3b tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:06.139964 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-a653f25d-e93c-45af-a2ef-f91ea4aa0f3b tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:06.180282 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543a349-564b-4df9-8135-de12ffbf9d86 req-c496807c-52b5-4dac-9269-41dc80187c2b tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:06.193271 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9543a349-564b-4df9-8135-de12ffbf9d86 req-c496807c-52b5-4dac-9269-41dc80187c2b tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 932 time: 0.0763803 Jul 20 15:35:06.250036 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-a653f25d-e93c-45af-a2ef-f91ea4aa0f3b tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9382453 Jul 20 15:35:06.260188 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9543a349-564b-4df9-8135-de12ffbf9d86 req-17ec491c-3bc3-4dbd-b028-3d177e6db186 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659781 Jul 20 15:35:06.391793 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-7aa3d425-13b3-4f00-9c33-fc3e9c1cdfc5 None None] Provisioning complete for port 3f4230e5-b6b6-43aa-985b-67a345eed1aa triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:35:06.392294 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-7aa3d425-13b3-4f00-9c33-fc3e9c1cdfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (3f4230e5-b6b6-43aa-985b-67a345eed1aa), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:06.428898 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-7aa3d425-13b3-4f00-9c33-fc3e9c1cdfc5 None None] Port 3f4230e5-b6b6-43aa-985b-67a345eed1aa cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:35:06.545115 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 6 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:35:06.704216 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:06.723499 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089ec6f-08e0-4c80-bb3b-2e7d3a9e9de7 req-8aed7309-b462-4ee8-a528-f9a2d70ef275 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:06.725014 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2089ec6f-08e0-4c80-bb3b-2e7d3a9e9de7 req-8aed7309-b462-4ee8-a528-f9a2d70ef275 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 944 time: 0.0501704 Jul 20 15:35:06.778435 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2089ec6f-08e0-4c80-bb3b-2e7d3a9e9de7 req-84d394cf-f203-4906-9f7a-ff184af6f7ec tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478287 Jul 20 15:35:07.377853 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fbd9d-9748-447b-8166-57cba86fc2a8 req-a3566466-8f87-487d-bffc-840fe241ca72 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:07.379360 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-1e8fbd9d-9748-447b-8166-57cba86fc2a8 req-a3566466-8f87-487d-bffc-840fe241ca72 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 932 time: 0.0508502 Jul 20 15:35:07.428636 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-1e8fbd9d-9748-447b-8166-57cba86fc2a8 req-0e63ab42-2eee-49eb-ac6d-58e6dfc76f2c tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427251 Jul 20 15:35:07.930056 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfd4a2-bb11-4745-a496-9bbaf4927c2d req-e314b50e-499e-48e7-952c-910d0bbe5007 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:07.932242 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-34bfd4a2-bb11-4745-a496-9bbaf4927c2d req-e314b50e-499e-48e7-952c-910d0bbe5007 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 944 time: 0.0524511 Jul 20 15:35:07.987308 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-34bfd4a2-bb11-4745-a496-9bbaf4927c2d req-5f5c501c-df91-44aa-8bef-340562b090d2 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490611 Jul 20 15:35:08.577234 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129eafaf-9b54-486e-83c7-9b917e3c9ea1 req-e6e7ec79-1c82-433e-b99c-bd34851ade81 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:08.578777 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-129eafaf-9b54-486e-83c7-9b917e3c9ea1 req-e6e7ec79-1c82-433e-b99c-bd34851ade81 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 932 time: 0.0560186 Jul 20 15:35:08.635880 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-129eafaf-9b54-486e-83c7-9b917e3c9ea1 req-b9895fb6-936d-40de-beb7-5cd8785b6a09 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482473 Jul 20 15:35:08.750240 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:09.112871 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9069b5-175e-4d06-a5c4-15d2c1cf06bf req-5b948111-8802-420a-89dc-f6cb8eb53c51 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:09.114425 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-bc9069b5-175e-4d06-a5c4-15d2c1cf06bf req-5b948111-8802-420a-89dc-f6cb8eb53c51 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 944 time: 0.0489376 Jul 20 15:35:09.162943 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-bc9069b5-175e-4d06-a5c4-15d2c1cf06bf req-2732f3b4-15dc-4d00-a398-bd0c0bb1270b tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429556 Jul 20 15:35:09.755501 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0caccb-aaab-44f4-9047-26e200c6f7a6 req-220842eb-5c06-4ae4-a3d7-64f817bb46be tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:09.756921 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ce0caccb-aaab-44f4-9047-26e200c6f7a6 req-220842eb-5c06-4ae4-a3d7-64f817bb46be tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 932 time: 0.0515635 Jul 20 15:35:09.812164 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ce0caccb-aaab-44f4-9047-26e200c6f7a6 req-b081af60-47a5-4ca1-ba06-f22723ace7e3 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485482 Jul 20 15:35:10.289477 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e8784-1ba2-4b40-9ae2-1b3a9c208eaf req-c83f48e3-a956-4350-90d7-8f3cd381e9ad tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:10.297085 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4c1e8784-1ba2-4b40-9ae2-1b3a9c208eaf req-c83f48e3-a956-4350-90d7-8f3cd381e9ad tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 944 time: 0.0571036 Jul 20 15:35:10.341675 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4c1e8784-1ba2-4b40-9ae2-1b3a9c208eaf req-4f36d6e9-7ddf-4b59-a3a4-9159d9e72260 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435829 Jul 20 15:35:10.954669 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e160a-0176-49e9-86b2-2121b4e071d8 req-33eeebb8-e1dc-4911-852e-48e5503fdf96 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:10.956144 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-077e160a-0176-49e9-86b2-2121b4e071d8 req-33eeebb8-e1dc-4911-852e-48e5503fdf96 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 932 time: 0.0513701 Jul 20 15:35:11.013930 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-077e160a-0176-49e9-86b2-2121b4e071d8 req-4192a152-e6d2-4090-ba14-dddf10750ae8 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520992 Jul 20 15:35:11.534682 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:11.544915 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a93fa2-9593-4ed0-a3b7-4905cb993ef6 req-bc6ba65b-1b8e-45e0-9bab-744ebd7c7a92 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:11.552123 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-28a93fa2-9593-4ed0-a3b7-4905cb993ef6 req-bc6ba65b-1b8e-45e0-9bab-744ebd7c7a92 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 944 time: 0.1295891 Jul 20 15:35:11.632336 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-28a93fa2-9593-4ed0-a3b7-4905cb993ef6 req-24cba154-babc-4d3b-97eb-b5089ec28678 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790398 Jul 20 15:35:12.133070 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963818a9-dd2d-4075-befd-d92aa24d5a68 req-97823df3-1a90-4f3c-b8c5-e1e6fd2036dd tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:12.134559 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-963818a9-dd2d-4075-befd-d92aa24d5a68 req-97823df3-1a90-4f3c-b8c5-e1e6fd2036dd tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 932 time: 0.0470002 Jul 20 15:35:12.202520 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-963818a9-dd2d-4075-befd-d92aa24d5a68 req-a42ad7e7-b90c-4783-8bda-d6be47b93c7a tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579252 Jul 20 15:35:12.766864 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d44723-67e5-4df7-ad22-b6756a82bb39 req-91357bd9-9e08-4236-9cd5-ccb467bccf62 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:12.769176 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-05d44723-67e5-4df7-ad22-b6756a82bb39 req-91357bd9-9e08-4236-9cd5-ccb467bccf62 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 944 time: 0.0517230 Jul 20 15:35:12.823989 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-05d44723-67e5-4df7-ad22-b6756a82bb39 req-a7c4f63d-b48a-47df-88c0-d699c1ade6a3 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484943 Jul 20 15:35:13.325073 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e54cb9-682b-4e87-912e-fd6ed0bd4072 req-bcbb78bc-c12f-4d15-8073-25b8ea3ae342 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:13.334406 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-80e54cb9-682b-4e87-912e-fd6ed0bd4072 req-bcbb78bc-c12f-4d15-8073-25b8ea3ae342 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 932 time: 0.0705855 Jul 20 15:35:13.357133 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:13.397658 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-80e54cb9-682b-4e87-912e-fd6ed0bd4072 req-6a8332cf-1f95-4133-9c6a-8ad60cda22f5 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618813 Jul 20 15:35:13.453626 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:13.956649 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43377194-9b00-459f-be65-75ede167b854 req-d3f0dd47-09fa-4b80-a563-5abff2f876e0 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:13.958374 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-43377194-9b00-459f-be65-75ede167b854 req-d3f0dd47-09fa-4b80-a563-5abff2f876e0 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 944 time: 0.0478942 Jul 20 15:35:14.016999 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-43377194-9b00-459f-be65-75ede167b854 req-acc91f19-e11e-4294-87f6-ba102bc3b195 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502541 Jul 20 15:35:14.532796 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e532da3-3fb8-443b-856b-22ed5476c71f req-0523e90f-ac61-4ac2-8bba-3bad01c8e12a tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:14.539860 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3e532da3-3fb8-443b-856b-22ed5476c71f req-0523e90f-ac61-4ac2-8bba-3bad01c8e12a tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 932 time: 0.0706229 Jul 20 15:35:14.589403 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3e532da3-3fb8-443b-856b-22ed5476c71f req-24eee1a7-8128-4149-a1ca-a6b3f12425f5 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463581 Jul 20 15:35:15.176030 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 45774) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:35:15.196866 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776495b-eead-4ff3-8c6b-3d57e871cfde req-44c136c6-4111-4fb7-828f-c61b9917a090 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:15.198459 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-8776495b-eead-4ff3-8c6b-3d57e871cfde req-44c136c6-4111-4fb7-828f-c61b9917a090 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 944 time: 0.0819182 Jul 20 15:35:15.254196 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-8776495b-eead-4ff3-8c6b-3d57e871cfde req-31486e42-5ce2-4067-a66a-09e3a9d2f6e7 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489910 Jul 20 15:35:15.352089 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2516d5b3-6647-44bc-8be0-f2b8c2d3b361 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:15.433651 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2516d5b3-6647-44bc-8be0-f2b8c2d3b361 admin admin] Publish callbacks [] for security_group (7092a11f-aad8-4c81-8ab7-f297947c314c), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:15.630217 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2516d5b3-6647-44bc-8be0-f2b8c2d3b361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (7092a11f-aad8-4c81-8ab7-f297947c314c), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:15.672107 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-2516d5b3-6647-44bc-8be0-f2b8c2d3b361 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f20de04a5f9f4355bbad81e50380a12f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4949477 Jul 20 15:35:15.673305 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2516d5b3-6647-44bc-8be0-f2b8c2d3b361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7092a11f-aad8-4c81-8ab7-f297947c314c,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:15.675505 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 45784) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:35:15.715350 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:15.719118 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924325ca-0a26-4f86-9888-b332a975df5b req-49fa46d1-f9cd-41ef-a866-1da7f0cf28e2 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:15.720552 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-924325ca-0a26-4f86-9888-b332a975df5b req-49fa46d1-f9cd-41ef-a866-1da7f0cf28e2 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 932 time: 0.0620685 Jul 20 15:35:15.727597 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-54e41062-7d30-4527-8282-0db07e1abbbe admin admin] Publish callbacks [] for security_group (7092a11f-aad8-4c81-8ab7-f297947c314c), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:15.750754 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-54e41062-7d30-4527-8282-0db07e1abbbe admin admin] Publish callbacks [] for security_group (7092a11f-aad8-4c81-8ab7-f297947c314c), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:15.773288 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-924325ca-0a26-4f86-9888-b332a975df5b req-3d7c1f4d-6a79-4bf6-9fd2-0fa361b20f71 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470529 Jul 20 15:35:15.909938 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-54e41062-7d30-4527-8282-0db07e1abbbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (7092a11f-aad8-4c81-8ab7-f297947c314c), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:15.912535 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-54e41062-7d30-4527-8282-0db07e1abbbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:15.913743 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-54e41062-7d30-4527-8282-0db07e1abbbe admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7092a11f-aad8-4c81-8ab7-f297947c314c HTTP/1.1" status: 204 len: 168 time: 0.2373259 Jul 20 15:35:15.922198 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e41062-7d30-4527-8282-0db07e1abbbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7092a11f-aad8-4c81-8ab7-f297947c314c,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:16.399255 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606c4c5-0920-4013-988f-dba48fb164af req-2f9c5ccc-9db3-48ba-b058-86cfad15eb32 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:16.403349 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-8606c4c5-0920-4013-988f-dba48fb164af req-2f9c5ccc-9db3-48ba-b058-86cfad15eb32 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 944 time: 0.0540781 Jul 20 15:35:16.483869 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-8606c4c5-0920-4013-988f-dba48fb164af req-e00d9168-8197-44fc-bab3-df7ec4b6a8a4 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766363 Jul 20 15:35:16.541152 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:16.915860 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf3798-d576-4d92-96ec-8a153e6b3257 req-609c7840-d452-4a07-aecf-aacd5b83e61a tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:16.917599 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-7adf3798-d576-4d92-96ec-8a153e6b3257 req-609c7840-d452-4a07-aecf-aacd5b83e61a tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 932 time: 0.0627100 Jul 20 15:35:16.975033 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-7adf3798-d576-4d92-96ec-8a153e6b3257 req-4fce6174-0224-4bb6-8bb1-ffbe5a046735 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483055 Jul 20 15:35:17.509029 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 45812) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:35:17.649137 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dde19a-7979-4137-8004-ea5f1315c172 req-cef01fa9-953b-4e10-a06b-960339a33430 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:17.654128 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-43dde19a-7979-4137-8004-ea5f1315c172 req-cef01fa9-953b-4e10-a06b-960339a33430 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 944 time: 0.0579016 Jul 20 15:35:17.670334 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-67634e54-bf4c-4e0b-a4b2-f6d7ce926662 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:17.742195 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-43dde19a-7979-4137-8004-ea5f1315c172 req-6c461b58-5d1b-44d1-8edf-f969ff62a41f tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742741 Jul 20 15:35:17.754561 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:17.790590 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-67634e54-bf4c-4e0b-a4b2-f6d7ce926662 admin admin] Publish callbacks [] for security_group (d0d0d5a1-44b4-499c-b626-159dc0216819), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:17.894486 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-67634e54-bf4c-4e0b-a4b2-f6d7ce926662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (d0d0d5a1-44b4-499c-b626-159dc0216819), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:17.919655 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:17.935380 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67634e54-bf4c-4e0b-a4b2-f6d7ce926662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d0d5a1-44b4-499c-b626-159dc0216819,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:17.942353 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-67634e54-bf4c-4e0b-a4b2-f6d7ce926662 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3319901db85942b4a0bc324ba32e5f5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4305687 Jul 20 15:35:17.943770 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 45820) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:35:18.001214 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-7705c1c1-fe2e-4a25-ae8f-6c2fd6b7c8e4 admin admin] Publish callbacks [] for security_group (d0d0d5a1-44b4-499c-b626-159dc0216819), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:18.028456 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-7705c1c1-fe2e-4a25-ae8f-6c2fd6b7c8e4 admin admin] Publish callbacks [] for security_group (d0d0d5a1-44b4-499c-b626-159dc0216819), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:18.113916 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c0ca9-54d0-4e54-b62b-badb1b4ad4a5 req-43801745-ed10-4b84-83e7-01b88a8bdbce tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:18.115585 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-8b1c0ca9-54d0-4e54-b62b-badb1b4ad4a5 req-43801745-ed10-4b84-83e7-01b88a8bdbce tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 932 time: 0.0585785 Jul 20 15:35:18.167482 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-8b1c0ca9-54d0-4e54-b62b-badb1b4ad4a5 req-ee3b5521-ed95-4098-836e-2480544eb2ed tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436151 Jul 20 15:35:18.185060 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-7705c1c1-fe2e-4a25-ae8f-6c2fd6b7c8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (d0d0d5a1-44b4-499c-b626-159dc0216819), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:18.187746 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-7705c1c1-fe2e-4a25-ae8f-6c2fd6b7c8e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:18.188892 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-7705c1c1-fe2e-4a25-ae8f-6c2fd6b7c8e4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d0d0d5a1-44b4-499c-b626-159dc0216819 HTTP/1.1" status: 204 len: 168 time: 0.2439597 Jul 20 15:35:18.197098 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705c1c1-fe2e-4a25-ae8f-6c2fd6b7c8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d0d5a1-44b4-499c-b626-159dc0216819,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:18.533256 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-4252ab15-8c05-4d5f-96ab-6895a96f6d61 service neutron] Request body: {'port': {'device_id': '170181c4-a3e8-494d-bef6-2048dd9b0257', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:35:18.597155 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-4252ab15-8c05-4d5f-96ab-6895a96f6d61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (3f4230e5-b6b6-43aa-985b-67a345eed1aa), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:18.875217 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf429077-4945-4ce3-91e4-ef04c6762a8c req-eefb5f46-a9a5-4d5c-b1ea-eaf881df8d0c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:18.876808 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-bf429077-4945-4ce3-91e4-ef04c6762a8c req-eefb5f46-a9a5-4d5c-b1ea-eaf881df8d0c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 944 time: 0.0540905 Jul 20 15:35:18.912481 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-4252ab15-8c05-4d5f-96ab-6895a96f6d61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f4230e5-b6b6-43aa-985b-67a345eed1aa {{(pid=104509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:35:18.943870 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-4252ab15-8c05-4d5f-96ab-6895a96f6d61 service neutron] Publish callbacks [] for port (3f4230e5-b6b6-43aa-985b-67a345eed1aa), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:18.952593 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-bf429077-4945-4ce3-91e4-ef04c6762a8c req-3c599667-f266-41bb-a0ae-c976ff83c4c4 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606139 Jul 20 15:35:18.966427 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.provisioning_blocks [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-4252ab15-8c05-4d5f-96ab-6895a96f6d61 service neutron] Transition to ACTIVE for port object 3f4230e5-b6b6-43aa-985b-67a345eed1aa will not be triggered until provisioned by entity L2. {{(pid=104509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 15:35:19.047538 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-4252ab15-8c05-4d5f-96ab-6895a96f6d61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934114'] for port (3f4230e5-b6b6-43aa-985b-67a345eed1aa), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:19.113725 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4252ab15-8c05-4d5f-96ab-6895a96f6d61 service neutron] Pushing event updated for resources: {'Port': ['ID=3f4230e5-b6b6-43aa-985b-67a345eed1aa,revision_number=2']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:19.122970 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:19.245345 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-4252ab15-8c05-4d5f-96ab-6895a96f6d61 service neutron] Attempting to bind port 3f4230e5-b6b6-43aa-985b-67a345eed1aa on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:35:19.245919 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-4252ab15-8c05-4d5f-96ab-6895a96f6d61 service neutron] Attempting to bind port 3f4230e5-b6b6-43aa-985b-67a345eed1aa by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '7537d4ee-dce6-4a65-a703-7b3110bc13c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '04fc2edc-754b-4f43-aeb0-2e6d32720d77'}] {{(pid=104509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:35:19.246522 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-4252ab15-8c05-4d5f-96ab-6895a96f6d61 service neutron] Attempting to bind port 3f4230e5-b6b6-43aa-985b-67a345eed1aa on network 04fc2edc-754b-4f43-aeb0-2e6d32720d77 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:35:19.259392 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-4252ab15-8c05-4d5f-96ab-6895a96f6d61 service neutron] Port 3f4230e5-b6b6-43aa-985b-67a345eed1aa on network 04fc2edc-754b-4f43-aeb0-2e6d32720d77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 15:35:19.259732 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-4252ab15-8c05-4d5f-96ab-6895a96f6d61 service neutron] Attempting to bind port 3f4230e5-b6b6-43aa-985b-67a345eed1aa on network 04fc2edc-754b-4f43-aeb0-2e6d32720d77 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:35:19.266939 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-4252ab15-8c05-4d5f-96ab-6895a96f6d61 service neutron] Checking agent: {'id': '84834a4b-f4d1-4c41-9203-9b15edc444f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 29, 38), 'started_at': datetime.datetime(2022, 7, 20, 15, 29, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:35:19.267317 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-4252ab15-8c05-4d5f-96ab-6895a96f6d61 service neutron] Checking segment: {'id': '7537d4ee-dce6-4a65-a703-7b3110bc13c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '04fc2edc-754b-4f43-aeb0-2e6d32720d77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:35:19.267708 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-4252ab15-8c05-4d5f-96ab-6895a96f6d61 service neutron] Bound using segment: {'id': '7537d4ee-dce6-4a65-a703-7b3110bc13c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '04fc2edc-754b-4f43-aeb0-2e6d32720d77'} {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:35:19.268195 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-4252ab15-8c05-4d5f-96ab-6895a96f6d61 service neutron] Bound port: 3f4230e5-b6b6-43aa-985b-67a345eed1aa, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7537d4ee-dce6-4a65-a703-7b3110bc13c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '04fc2edc-754b-4f43-aeb0-2e6d32720d77'}}] {{(pid=104509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:35:19.268584 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-4252ab15-8c05-4d5f-96ab-6895a96f6d61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (3f4230e5-b6b6-43aa-985b-67a345eed1aa), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:19.407305 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-4252ab15-8c05-4d5f-96ab-6895a96f6d61 service neutron] For port 3f4230e5-b6b6-43aa-985b-67a345eed1aa, host hv-cinder-81914, cleared binding levels {{(pid=104509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:35:19.411507 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-4252ab15-8c05-4d5f-96ab-6895a96f6d61 service neutron] For port 3f4230e5-b6b6-43aa-985b-67a345eed1aa, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=3f4230e5-b6b6-43aa-985b-67a345eed1aa,segment=NetworkSegment(7537d4ee-dce6-4a65-a703-7b3110bc13c1),segment_id=7537d4ee-dce6-4a65-a703-7b3110bc13c1)] {{(pid=104509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:35:19.416384 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365da3a9-b255-4eab-93b9-0878bf95c6ce req-eb0f1a1b-4bfa-4028-9e24-8b04b19bd52f tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:19.418693 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-365da3a9-b255-4eab-93b9-0878bf95c6ce req-eb0f1a1b-4bfa-4028-9e24-8b04b19bd52f tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 944 time: 0.0789216 Jul 20 15:35:19.468933 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-365da3a9-b255-4eab-93b9-0878bf95c6ce req-2a938896-24cc-41e9-a07f-79a573c2e882 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441518 Jul 20 15:35:19.573492 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-4252ab15-8c05-4d5f-96ab-6895a96f6d61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934114'] for port (3f4230e5-b6b6-43aa-985b-67a345eed1aa), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:19.604534 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:19.608746 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 45868) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:35:19.625633 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-4252ab15-8c05-4d5f-96ab-6895a96f6d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:19.626320 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-4252ab15-8c05-4d5f-96ab-6895a96f6d61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:19.628199 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-4252ab15-8c05-4d5f-96ab-6895a96f6d61 service neutron] 10.222.0.102 "PUT /v2.0/ports/3f4230e5-b6b6-43aa-985b-67a345eed1aa HTTP/1.1" status: 200 len: 1094 time: 1.0993900 Jul 20 15:35:19.628891 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '170181c4-a3e8-494d-bef6-2048dd9b0257', 'tag': '3f4230e5-b6b6-43aa-985b-67a345eed1aa'}] {{(pid=104509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:35:19.631651 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df77c6b91a480694ea4413056d8ef6386aadd078611a8438297a7cf852766117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0be4e70-78ef-4ca6-9824-a99e51c21be5" -d '{"events": [{"name": "network-changed", "server_uuid": "170181c4-a3e8-494d-bef6-2048dd9b0257", "tag": "3f4230e5-b6b6-43aa-985b-67a345eed1aa"}]}' {{(pid=104509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:35:19.640255 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 45874) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:35:19.647719 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4252ab15-8c05-4d5f-96ab-6895a96f6d61 service neutron] Pushing event updated for resources: {'Port': ['ID=3f4230e5-b6b6-43aa-985b-67a345eed1aa,revision_number=3']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:19.703974 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 15:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42792cfd-62c5-4070-8054-8f64eabffe1c x-openstack-request-id: req-42792cfd-62c5-4070-8054-8f64eabffe1c {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:35:19.704266 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "170181c4-a3e8-494d-bef6-2048dd9b0257", "tag": "3f4230e5-b6b6-43aa-985b-67a345eed1aa", "status": "completed", "code": 200}]} {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:35:19.704690 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-42792cfd-62c5-4070-8054-8f64eabffe1c {{(pid=104509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:35:19.704928 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42792cfd-62c5-4070-8054-8f64eabffe1c'] response: {'name': 'network-changed', 'server_uuid': '170181c4-a3e8-494d-bef6-2048dd9b0257', 'tag': '3f4230e5-b6b6-43aa-985b-67a345eed1aa', 'status': 'completed', 'code': 200} Jul 20 15:35:19.785554 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-3c850acd-7531-4e1f-a067-4a0c21cb0918 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:19.795427 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-e2e986ab-d85e-45d5-85ab-ae9cfe9e9a20 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1990176964-network', 'tenant_id': '09d92d320f8748c58aca3fd6a8776540'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:35:19.837596 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a4d96-3701-4c91-a203-d5f27b0fe59a req-55be7508-d63d-459f-8ac8-1d388c06f653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:19.839163 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-295a4d96-3701-4c91-a203-d5f27b0fe59a req-55be7508-d63d-459f-8ac8-1d388c06f653 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6&tenant_id=4446d4a6f4e64ccb8bfd5b3fe6f2127a HTTP/1.1" status: 200 len: 1128 time: 0.1219442 Jul 20 15:35:19.841450 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be4e70-78ef-4ca6-9824-a99e51c21be5 req-96b547c9-8fc4-4fc9-a67a-088471237998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:19.842992 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-b0be4e70-78ef-4ca6-9824-a99e51c21be5 req-96b547c9-8fc4-4fc9-a67a-088471237998 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=8793a880033e400d89ac8de5a30003b7&device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 1128 time: 0.1142206 Jul 20 15:35:19.902928 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e986ab-d85e-45d5-85ab-ae9cfe9e9a20 admin admin] Made reservation on behalf of 09d92d320f8748c58aca3fd6a8776540 for: {'network': 1} {{(pid=104510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:35:19.905545 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-e2e986ab-d85e-45d5-85ab-ae9cfe9e9a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for network (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:19.909646 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-3c850acd-7531-4e1f-a067-4a0c21cb0918 admin admin] Publish callbacks [] for security_group (ea4aa2b4-0a4a-49c9-b73a-34c1b76d5538), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:19.916000 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-e2e986ab-d85e-45d5-85ab-ae9cfe9e9a20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:19.918603 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:19.957952 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a4d96-3701-4c91-a203-d5f27b0fe59a req-e18cb0c5-cfe1-47cb-9f70-69ade194c350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:19.959628 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-295a4d96-3701-4c91-a203-d5f27b0fe59a req-e18cb0c5-cfe1-47cb-9f70-69ade194c350 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4446d4a6f4e64ccb8bfd5b3fe6f2127a&device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 1128 time: 0.0941045 Jul 20 15:35:19.989751 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-3c850acd-7531-4e1f-a067-4a0c21cb0918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (ea4aa2b4-0a4a-49c9-b73a-34c1b76d5538), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:20.007648 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-233c7c48-1aa1-428a-a374-dc283928453c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:20.024830 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-e2e986ab-d85e-45d5-85ab-ae9cfe9e9a20 admin admin] Publish callbacks [] for security_group (bc4f1a82-4031-4228-93d2-47f26dc5e151), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:20.044672 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c850acd-7531-4e1f-a067-4a0c21cb0918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4aa2b4-0a4a-49c9-b73a-34c1b76d5538,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:20.051923 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be4e70-78ef-4ca6-9824-a99e51c21be5 req-5236b52b-e65d-436d-9f12-537c97475ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:20.053355 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-b0be4e70-78ef-4ca6-9824-a99e51c21be5 req-5236b52b-e65d-436d-9f12-537c97475ade service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=8793a880033e400d89ac8de5a30003b7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1992416 Jul 20 15:35:20.062860 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-3c850acd-7531-4e1f-a067-4a0c21cb0918 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6224ef1e38214812af42576baceebee1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4189932 Jul 20 15:35:20.070178 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 45880) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:35:20.096634 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c2f4a-8332-4d91-999b-907da338581a req-93a89c0c-349a-4f11-b66e-51d395cf048d tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:20.102656 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d32c2f4a-8332-4d91-999b-907da338581a req-93a89c0c-349a-4f11-b66e-51d395cf048d tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 944 time: 0.0546002 Jul 20 15:35:20.126027 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-e2e986ab-d85e-45d5-85ab-ae9cfe9e9a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (bc4f1a82-4031-4228-93d2-47f26dc5e151), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:20.132524 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:20.163063 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e986ab-d85e-45d5-85ab-ae9cfe9e9a20 admin admin] vlan segment allocate from pool success with {'vlan_id': 968, 'physical_network': 'physnet1'} {{(pid=104510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 15:35:20.172529 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a4d96-3701-4c91-a203-d5f27b0fe59a req-5626d438-a99d-4774-85c4-248bbc6aff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:20.173976 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-295a4d96-3701-4c91-a203-d5f27b0fe59a req-5626d438-a99d-4774-85c4-248bbc6aff88 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f5eb24be-2bbb-47ab-b680-70a114f8f10e HTTP/1.1" status: 200 len: 917 time: 0.2042348 Jul 20 15:35:20.180698 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e986ab-d85e-45d5-85ab-ae9cfe9e9a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4f1a82-4031-4228-93d2-47f26dc5e151,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:20.192195 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-e2e986ab-d85e-45d5-85ab-ae9cfe9e9a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087'] for segment (4d7dbf90-951c-40d5-874b-aa4cf8238fe9), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:20.192195 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.db.segments_db [None req-e2e986ab-d85e-45d5-85ab-ae9cfe9e9a20 admin admin] Added segment 4d7dbf90-951c-40d5-874b-aa4cf8238fe9 of type vlan for network 83eae464-5738-40f7-a1db-5e4b986b02e4 Jul 20 15:35:20.198754 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d32c2f4a-8332-4d91-999b-907da338581a req-d3239dac-ca77-4122-9bc1-ed1891b72921 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915120 Jul 20 15:35:20.243314 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-e2e986ab-d85e-45d5-85ab-ae9cfe9e9a20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737057167135'] for network (83eae464-5738-40f7-a1db-5e4b986b02e4), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:20.263246 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7359-f986-48f2-9e0d-67b1429dc428 admin admin] Publish callbacks [] for security_group (ea4aa2b4-0a4a-49c9-b73a-34c1b76d5538), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:20.271737 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=100 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:20.285725 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-295a4d96-3701-4c91-a203-d5f27b0fe59a req-8b2019ab-058f-4448-8c3d-3cddd9567778 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59e14bde-8d7e-43e1-8cdf-acd276b65784 HTTP/1.1" status: 200 len: 999 time: 0.1003828 Jul 20 15:35:20.286815 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be4e70-78ef-4ca6-9824-a99e51c21be5 req-d80abb57-df8a-4b87-a9e3-6a1b42cd6800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:20.288454 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-b0be4e70-78ef-4ca6-9824-a99e51c21be5 req-d80abb57-df8a-4b87-a9e3-6a1b42cd6800 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2255862 Jul 20 15:35:20.309874 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7359-f986-48f2-9e0d-67b1429dc428 admin admin] Publish callbacks [] for security_group (ea4aa2b4-0a4a-49c9-b73a-34c1b76d5538), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:20.332701 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-e2e986ab-d85e-45d5-85ab-ae9cfe9e9a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428'] for network (83eae464-5738-40f7-a1db-5e4b986b02e4), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:20.334345 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e986ab-d85e-45d5-85ab-ae9cfe9e9a20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:20.334955 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-e2e986ab-d85e-45d5-85ab-ae9cfe9e9a20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for network (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:20.408997 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-5d225cbf-6e73-4d91-b087-bcc8847d5e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:20.410543 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-5d225cbf-6e73-4d91-b087-bcc8847d5e76 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=8793a880033e400d89ac8de5a30003b7&device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 1128 time: 0.0819311 Jul 20 15:35:20.412624 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a4d96-3701-4c91-a203-d5f27b0fe59a req-741534cd-b1dd-4ff2-a66a-dba1ff38a3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:20.413924 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-295a4d96-3701-4c91-a203-d5f27b0fe59a req-741534cd-b1dd-4ff2-a66a-dba1ff38a3a7 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c HTTP/1.1" status: 200 len: 855 time: 0.1172638 Jul 20 15:35:20.421472 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e986ab-d85e-45d5-85ab-ae9cfe9e9a20 admin admin] Pushing event updated for resources: {'Network': ['ID=83eae464-5738-40f7-a1db-5e4b986b02e4,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:20.433194 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Network 83eae464-5738-40f7-a1db-5e4b986b02e4 details requested by agent ovs-agent-dv-cinder-819149-12-iscsi with host dv-cinder-819149-12-iscsi {{(pid=104511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 15:35:20.454143 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-e2e986ab-d85e-45d5-85ab-ae9cfe9e9a20 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8415532 Jul 20 15:35:20.455055 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 45882) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:35:20.459703 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-7e88826b-a16d-4314-902a-038af0b0307b admin admin] Request body: {'subnet': {'network_id': '83eae464-5738-40f7-a1db-5e4b986b02e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1990176964-subnet', 'tenant_id': '09d92d320f8748c58aca3fd6a8776540', 'ip_version': 4}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:35:20.464230 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-2dd584ca-897b-4012-99f5-49b1c48231c9 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f4230e5-b6b6-43aa-985b-67a345eed1aa HTTP/1.1" status: 200 len: 217 time: 0.0427206 Jul 20 15:35:20.528283 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a4d96-3701-4c91-a203-d5f27b0fe59a req-678044a3-6325-48bf-bdc7-27bc03f9bcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:20.529781 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-295a4d96-3701-4c91-a203-d5f27b0fe59a req-678044a3-6325-48bf-bdc7-27bc03f9bcd7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f5eb24be-2bbb-47ab-b680-70a114f8f10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1020646 Jul 20 15:35:20.549378 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-cf182f74-9fa4-4462-af4b-7dd63170a628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:20.551728 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-cf182f74-9fa4-4462-af4b-7dd63170a628 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b20786d0-6549-4701-b26c-42f499c3d245 HTTP/1.1" status: 200 len: 854 time: 0.0710630 Jul 20 15:35:20.578913 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7359-f986-48f2-9e0d-67b1429dc428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (ea4aa2b4-0a4a-49c9-b73a-34c1b76d5538), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:20.581386 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-f0fd7359-f986-48f2-9e0d-67b1429dc428 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:20.582547 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-f0fd7359-f986-48f2-9e0d-67b1429dc428 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ea4aa2b4-0a4a-49c9-b73a-34c1b76d5538 HTTP/1.1" status: 204 len: 168 time: 0.5032394 Jul 20 15:35:20.582929 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e88826b-a16d-4314-902a-038af0b0307b admin admin] Made reservation on behalf of 09d92d320f8748c58aca3fd6a8776540 for: {'subnet': 1} {{(pid=104510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:35:20.585495 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-7e88826b-a16d-4314-902a-038af0b0307b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25937554'] for subnet (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:20.623656 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7077a7-4cb7-4071-82a8-9f8b3e79dba6 req-ae404895-3223-4b3d-acef-400e17acc922 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:20.625151 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-cd7077a7-4cb7-4071-82a8-9f8b3e79dba6 req-ae404895-3223-4b3d-acef-400e17acc922 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 944 time: 0.0759690 Jul 20 15:35:20.641548 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd7359-f986-48f2-9e0d-67b1429dc428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4aa2b4-0a4a-49c9-b73a-34c1b76d5538,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:20.657419 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-1a8a9029-93ee-410b-a0f8-7145933857ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:20.659181 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-1a8a9029-93ee-410b-a0f8-7145933857ae service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=04fc2edc-754b-4f43-aeb0-2e6d32720d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0895610 Jul 20 15:35:20.723570 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-cd7077a7-4cb7-4071-82a8-9f8b3e79dba6 req-0fc9f87e-dadd-41ce-bff2-e69ccb14e616 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686994 Jul 20 15:35:20.956002 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-7e88826b-a16d-4314-902a-038af0b0307b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25785471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25937540'] for subnet (cd17c142-9056-42a5-9669-94b6a2aab906), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:20.958732 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-295a4d96-3701-4c91-a203-d5f27b0fe59a req-1da4ff53-92cd-4c9e-8830-f52a908ce6e2 service neutron] 10.222.0.102 "GET /v2.0/networks/f5eb24be-2bbb-47ab-b680-70a114f8f10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208183 Jul 20 15:35:20.995572 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:21.017729 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88826b-a16d-4314-902a-038af0b0307b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd17c142-9056-42a5-9669-94b6a2aab906,revision_number=0']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:21.032975 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e88826b-a16d-4314-902a-038af0b0307b admin admin] Checking segment: {'id': '4d7dbf90-951c-40d5-874b-aa4cf8238fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '83eae464-5738-40f7-a1db-5e4b986b02e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:35:21.033353 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e88826b-a16d-4314-902a-038af0b0307b admin admin] Network hostable DHCP agents. Network: 83eae464-5738-40f7-a1db-5e4b986b02e4, hostable agents: ['1054ab0b-28b9-454f-8889-d57ec5383afd'], hosted agents: [] {{(pid=104510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 15:35:21.101551 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-d1408d47-beb5-4cbf-b694-64e0e5abdbb5 service neutron] 10.222.0.102 "GET /v2.0/networks/04fc2edc-754b-4f43-aeb0-2e6d32720d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336181 Jul 20 15:35:21.131221 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-295a4d96-3701-4c91-a203-d5f27b0fe59a req-77227230-e7b8-4848-8b65-199509f5fec7 service neutron] 10.222.0.102 "GET /v2.0/networks/f5eb24be-2bbb-47ab-b680-70a114f8f10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425974 Jul 20 15:35:21.155507 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e88826b-a16d-4314-902a-038af0b0307b admin admin] Network 83eae464-5738-40f7-a1db-5e4b986b02e4 is scheduled to be hosted by DHCP agent 1054ab0b-28b9-454f-8889-d57ec5383afd with binding_index 1 {{(pid=104510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 15:35:21.206718 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-f2f771f8-1b2c-4d00-abbd-8f3cdce28eb5 req-1f018ce5-76da-4c23-92c1-ebfa990cd017 service neutron] 10.222.0.102 "GET /v2.0/networks/04fc2edc-754b-4f43-aeb0-2e6d32720d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990541 Jul 20 15:35:21.264671 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.base_scheduler [None req-7e88826b-a16d-4314-902a-038af0b0307b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-12-iscsi, 83eae464-5738-40f7-a1db-5e4b986b02e4) {{(pid=104510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:35:21.271688 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e88826b-a16d-4314-902a-038af0b0307b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:21.272556 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-7e88826b-a16d-4314-902a-038af0b0307b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for subnet (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:21.274958 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429983db-2170-42f9-85ff-7beae3f76acb None None] Network 83eae464-5738-40f7-a1db-5e4b986b02e4 requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:35:21.342701 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498e0a3-6829-4d75-8f15-e665d3dae539 req-db0dc13c-11d3-4ba3-80b9-6e8555acd741 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:21.344343 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4498e0a3-6829-4d75-8f15-e665d3dae539 req-db0dc13c-11d3-4ba3-80b9-6e8555acd741 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 944 time: 0.0571721 Jul 20 15:35:21.353996 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-7e88826b-a16d-4314-902a-038af0b0307b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8982434 Jul 20 15:35:21.357267 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 45902) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:35:21.361981 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-bf104d35-aa6b-4fd7-8d16-115ef1d479f2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1990176964-router', 'tenant_id': '09d92d320f8748c58aca3fd6a8776540', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'}}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:35:21.373027 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:21.413023 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1763c30-d9a9-434f-a608-48c5aa9b6750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a790180-0092-51b0-93a4-34605dc8f1ad-83eae464-5738-40f7-a1db-5e4b986b02e4', 'network_id': '83eae464-5738-40f7-a1db-5e4b986b02e4', 'project_id': '09d92d320f8748c58aca3fd6a8776540', 'fixed_ips': [{'subnet_id': 'cd17c142-9056-42a5-9669-94b6a2aab906'}]}} from dv-cinder-819149-12-iscsi. {{(pid=104511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 15:35:21.414920 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4498e0a3-6829-4d75-8f15-e665d3dae539 req-39574b07-eb7a-4740-9020-673fd70edfa5 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596075 Jul 20 15:35:21.417936 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d1763c30-d9a9-434f-a608-48c5aa9b6750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:21.487146 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-bf104d35-aa6b-4fd7-8d16-115ef1d479f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1708962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router (1e3bfba9-7d15-469e-8ae9-d473134dd51f), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:21.488586 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-bf104d35-aa6b-4fd7-8d16-115ef1d479f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1708854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1715537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-722'] for router (1e3bfba9-7d15-469e-8ae9-d473134dd51f), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:21.553112 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-bf104d35-aa6b-4fd7-8d16-115ef1d479f2 admin admin] Publish callbacks [] for router_controller (1e3bfba9-7d15-469e-8ae9-d473134dd51f), precommit_add_association {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:21.575756 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.db_base_plugin_common [None req-d1763c30-d9a9-434f-a608-48c5aa9b6750 None None] Allocated IP 172.20.0.2 (83eae464-5738-40f7-a1db-5e4b986b02e4/cd17c142-9056-42a5-9669-94b6a2aab906/0da88298-3ab6-4cf0-98f2-585785dd2aef) {{(pid=104511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:35:21.756191 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d1763c30-d9a9-434f-a608-48c5aa9b6750 None None] Publish callbacks [] for port (0da88298-3ab6-4cf0-98f2-585785dd2aef), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:21.803594 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-bf104d35-aa6b-4fd7-8d16-115ef1d479f2 admin admin] Publish callbacks [] for router_gateway (1e3bfba9-7d15-469e-8ae9-d473134dd51f), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:21.859574 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9997c79-e0c4-4c96-879b-32dfda33daf3 req-68586ff3-ac26-4f09-a1bc-0a612aa27dc3 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:21.861286 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b9997c79-e0c4-4c96-879b-32dfda33daf3 req-68586ff3-ac26-4f09-a1bc-0a612aa27dc3 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 944 time: 0.0540352 Jul 20 15:35:21.911885 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b9997c79-e0c4-4c96-879b-32dfda33daf3 req-51428741-d7ad-44c2-9e8a-10dac8acf8ff tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447235 Jul 20 15:35:21.923011 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d1763c30-d9a9-434f-a608-48c5aa9b6750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413'] for port (0da88298-3ab6-4cf0-98f2-585785dd2aef), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:21.948967 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:DELETE=3,neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:21.995122 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1763c30-d9a9-434f-a608-48c5aa9b6750 None None] Network 83eae464-5738-40f7-a1db-5e4b986b02e4 is already hosted by enough agents. {{(pid=104511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:35:22.004585 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.scheduler.base_scheduler [None req-d1763c30-d9a9-434f-a608-48c5aa9b6750 None None] Resources bound (agent type, host, resource id): {{(pid=104511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:35:22.010729 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1763c30-d9a9-434f-a608-48c5aa9b6750 None None] Pushing event updated for resources: {'Port': ['ID=0da88298-3ab6-4cf0-98f2-585785dd2aef,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:22.015607 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1763c30-d9a9-434f-a608-48c5aa9b6750 None None] Received port after_create {{(pid=104511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:35:22.031411 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1763c30-d9a9-434f-a608-48c5aa9b6750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:22.031966 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1763c30-d9a9-434f-a608-48c5aa9b6750 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:22.032541 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1763c30-d9a9-434f-a608-48c5aa9b6750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:22.033104 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1763c30-d9a9-434f-a608-48c5aa9b6750 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:22.033641 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1763c30-d9a9-434f-a608-48c5aa9b6750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:22.034248 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1763c30-d9a9-434f-a608-48c5aa9b6750 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:22.034811 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1763c30-d9a9-434f-a608-48c5aa9b6750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:22.035375 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1763c30-d9a9-434f-a608-48c5aa9b6750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:22.035921 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1763c30-d9a9-434f-a608-48c5aa9b6750 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:22.036462 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1763c30-d9a9-434f-a608-48c5aa9b6750 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:22.036988 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1763c30-d9a9-434f-a608-48c5aa9b6750 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:22.037518 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1763c30-d9a9-434f-a608-48c5aa9b6750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:22.038045 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1763c30-d9a9-434f-a608-48c5aa9b6750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:22.038608 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1763c30-d9a9-434f-a608-48c5aa9b6750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:22.039140 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1763c30-d9a9-434f-a608-48c5aa9b6750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:22.051740 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:22.064003 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 45916) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:35:22.123432 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:22.126497 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-d1763c30-d9a9-434f-a608-48c5aa9b6750 None None] Attempting to bind port 0da88298-3ab6-4cf0-98f2-585785dd2aef on host dv-cinder-819149-12-iscsi for vnic_type normal with profile {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:35:22.127648 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-d1763c30-d9a9-434f-a608-48c5aa9b6750 None None] Attempting to bind port 0da88298-3ab6-4cf0-98f2-585785dd2aef by drivers openvswitch,hyperv on host dv-cinder-819149-12-iscsi at level 0 using segments [{'id': '4d7dbf90-951c-40d5-874b-aa4cf8238fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '83eae464-5738-40f7-a1db-5e4b986b02e4'}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:35:22.127648 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1763c30-d9a9-434f-a608-48c5aa9b6750 None None] Attempting to bind port 0da88298-3ab6-4cf0-98f2-585785dd2aef on network 83eae464-5738-40f7-a1db-5e4b986b02e4 {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:35:22.133168 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1763c30-d9a9-434f-a608-48c5aa9b6750 None None] Checking agent: {'id': '5729d8e0-9e32-4d27-b92e-30241f6d9221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 22, 55), 'started_at': datetime.datetime(2022, 7, 20, 15, 23, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:35:22.133546 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1763c30-d9a9-434f-a608-48c5aa9b6750 None None] Checking segment: {'id': '4d7dbf90-951c-40d5-874b-aa4cf8238fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '83eae464-5738-40f7-a1db-5e4b986b02e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:35:22.133952 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d1763c30-d9a9-434f-a608-48c5aa9b6750 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:22.134365 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1763c30-d9a9-434f-a608-48c5aa9b6750 None None] Bound using segment: {'id': '4d7dbf90-951c-40d5-874b-aa4cf8238fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '83eae464-5738-40f7-a1db-5e4b986b02e4'} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:35:22.134908 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-d1763c30-d9a9-434f-a608-48c5aa9b6750 None None] Bound port: 0da88298-3ab6-4cf0-98f2-585785dd2aef, host: dv-cinder-819149-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d7dbf90-951c-40d5-874b-aa4cf8238fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '83eae464-5738-40f7-a1db-5e4b986b02e4'}}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:35:22.135294 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d1763c30-d9a9-434f-a608-48c5aa9b6750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (0da88298-3ab6-4cf0-98f2-585785dd2aef), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:22.185577 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-bf104d35-aa6b-4fd7-8d16-115ef1d479f2 admin admin] Publish callbacks [] for router_gateway (1e3bfba9-7d15-469e-8ae9-d473134dd51f), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:22.205746 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-d1763c30-d9a9-434f-a608-48c5aa9b6750 None None] For port 0da88298-3ab6-4cf0-98f2-585785dd2aef, host dv-cinder-819149-12-iscsi, cleared binding levels {{(pid=104511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:35:22.210677 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-d1763c30-d9a9-434f-a608-48c5aa9b6750 None None] For port 0da88298-3ab6-4cf0-98f2-585785dd2aef, host dv-cinder-819149-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=0da88298-3ab6-4cf0-98f2-585785dd2aef,segment=NetworkSegment(4d7dbf90-951c-40d5-874b-aa4cf8238fe9),segment_id=4d7dbf90-951c-40d5-874b-aa4cf8238fe9)] {{(pid=104511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:35:22.218111 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-c18a3d83-18ca-4909-858d-ff7f66012d78 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1881820368-network', 'tenant_id': '3e3b499bb69b4b449a2e2515d94094fb'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:35:22.219857 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-bf104d35-aa6b-4fd7-8d16-115ef1d479f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:22.339282 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d1763c30-d9a9-434f-a608-48c5aa9b6750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (0da88298-3ab6-4cf0-98f2-585785dd2aef), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:22.353395 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_common [None req-bf104d35-aa6b-4fd7-8d16-115ef1d479f2 admin admin] Allocated IP 172.27.1.157 (8e10d912-d794-48e6-8f9b-6baf59c7f77e/d5daf119-8c14-4f50-a186-1c01cb5bfe5f/236631fc-b3d0-490e-a145-aabe09b326fa) {{(pid=104509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:35:22.409411 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1763c30-d9a9-434f-a608-48c5aa9b6750 None None] Pushing event updated for resources: {'Port': ['ID=0da88298-3ab6-4cf0-98f2-585785dd2aef,revision_number=2']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:22.487371 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18a3d83-18ca-4909-858d-ff7f66012d78 admin admin] Made reservation on behalf of 3e3b499bb69b4b449a2e2515d94094fb for: {'network': 1} {{(pid=104510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:35:22.490789 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c18a3d83-18ca-4909-858d-ff7f66012d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for network (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:22.503471 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c18a3d83-18ca-4909-858d-ff7f66012d78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:22.524450 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-bf104d35-aa6b-4fd7-8d16-115ef1d479f2 admin admin] Publish callbacks [] for port (236631fc-b3d0-490e-a145-aabe09b326fa), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:22.527662 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-278cddec-65f0-4609-a53c-e2008d45277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:22.537790 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:22.561469 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:22.591611 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3cb7f-cc4f-400f-a436-0313f997d1ef req-116ea077-9a52-470b-b82a-061e3a925aab tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:22.593678 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-35d3cb7f-cc4f-400f-a436-0313f997d1ef req-116ea077-9a52-470b-b82a-061e3a925aab tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 944 time: 0.0727577 Jul 20 15:35:22.710715 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-bf104d35-aa6b-4fd7-8d16-115ef1d479f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (236631fc-b3d0-490e-a145-aabe09b326fa), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:22.718163 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-35d3cb7f-cc4f-400f-a436-0313f997d1ef req-c301899c-1a10-406d-b16c-31cf3f6bc9a5 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074729 Jul 20 15:35:22.811986 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c18a3d83-18ca-4909-858d-ff7f66012d78 admin admin] Publish callbacks [] for security_group (88ec5720-5fb7-412c-b03c-781c9df83e08), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:22.817124 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf104d35-aa6b-4fd7-8d16-115ef1d479f2 admin admin] Network 8e10d912-d794-48e6-8f9b-6baf59c7f77e is already hosted by enough agents. {{(pid=104509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:35:22.824168 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [None req-bf104d35-aa6b-4fd7-8d16-115ef1d479f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:35:22.832717 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf104d35-aa6b-4fd7-8d16-115ef1d479f2 admin admin] Received port after_create {{(pid=104509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:35:22.842164 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf104d35-aa6b-4fd7-8d16-115ef1d479f2 admin admin] Pushing event updated for resources: {'Port': ['ID=236631fc-b3d0-490e-a145-aabe09b326fa,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:22.951309 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c18a3d83-18ca-4909-858d-ff7f66012d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (88ec5720-5fb7-412c-b03c-781c9df83e08), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:22.990395 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c18a3d83-18ca-4909-858d-ff7f66012d78 admin admin] vlan segment allocate from pool success with {'vlan_id': 965, 'physical_network': 'physnet1'} {{(pid=104510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 15:35:23.059178 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c18a3d83-18ca-4909-858d-ff7f66012d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087'] for segment (88aca104-d482-49b2-8299-19049d4870ae), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:23.063269 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.db.segments_db [None req-c18a3d83-18ca-4909-858d-ff7f66012d78 admin admin] Added segment 88aca104-d482-49b2-8299-19049d4870ae of type vlan for network f8cc0700-5535-424a-ac7f-e08c5c1408c4 Jul 20 15:35:23.112472 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a3d83-18ca-4909-858d-ff7f66012d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ec5720-5fb7-412c-b03c-781c9df83e08,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:23.176102 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c18a3d83-18ca-4909-858d-ff7f66012d78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737057167135'] for network (f8cc0700-5535-424a-ac7f-e08c5c1408c4), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:23.186441 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afd2a3-2004-4b24-97f8-69b455079583 req-b57a4707-503f-423d-bf7c-37803d4079c7 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:23.188647 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a4afd2a3-2004-4b24-97f8-69b455079583 req-b57a4707-503f-423d-bf7c-37803d4079c7 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 944 time: 0.1550524 Jul 20 15:35:23.197189 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:23.268706 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a4afd2a3-2004-4b24-97f8-69b455079583 req-f5d9ee84-e667-4b5c-9c22-3cbfaa0b8b3c tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595021 Jul 20 15:35:23.440480 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-bf104d35-aa6b-4fd7-8d16-115ef1d479f2 admin admin] Publish callbacks [] for router_gateway (1e3bfba9-7d15-469e-8ae9-d473134dd51f), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:23.476019 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c18a3d83-18ca-4909-858d-ff7f66012d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428'] for network (f8cc0700-5535-424a-ac7f-e08c5c1408c4), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:23.477500 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18a3d83-18ca-4909-858d-ff7f66012d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:23.478366 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c18a3d83-18ca-4909-858d-ff7f66012d78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for network (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:23.626076 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a3d83-18ca-4909-858d-ff7f66012d78 admin admin] Pushing event updated for resources: {'Network': ['ID=f8cc0700-5535-424a-ac7f-e08c5c1408c4,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:23.637772 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Network f8cc0700-5535-424a-ac7f-e08c5c1408c4 details requested by agent ovs-agent-dv-cinder-819149-12-iscsi with host dv-cinder-819149-12-iscsi {{(pid=104511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 15:35:23.764626 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-bf104d35-aa6b-4fd7-8d16-115ef1d479f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1708861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1715661'] for router (1e3bfba9-7d15-469e-8ae9-d473134dd51f), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:23.801873 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:23.810653 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-c18a3d83-18ca-4909-858d-ff7f66012d78 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.7387033 Jul 20 15:35:23.810653 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 45942) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:35:23.815836 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-43ba0a3e-baee-4b17-b784-0790f73238a6 admin admin] Request body: {'subnet': {'network_id': 'f8cc0700-5535-424a-ac7f-e08c5c1408c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1881820368-subnet', 'tenant_id': '3e3b499bb69b4b449a2e2515d94094fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:35:23.851181 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2aea31a-6245-4cc8-9292-b13d3c0cc7d3 None None] Network 83eae464-5738-40f7-a1db-5e4b986b02e4 requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:35:23.885109 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:23.969249 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5708a-33ff-424b-8e6b-d25ba2902716 req-6390a87f-6d71-405e-8544-dc06307baf9d tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:23.985042 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-06a5708a-33ff-424b-8e6b-d25ba2902716 req-6390a87f-6d71-405e-8544-dc06307baf9d tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 944 time: 0.1522439 Jul 20 15:35:24.006968 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1de559f2-5bf4-4f17-8fc7-458b08caf25c None None] Provisioning complete for port 0da88298-3ab6-4cf0-98f2-585785dd2aef triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:35:24.007629 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1de559f2-5bf4-4f17-8fc7-458b08caf25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (0da88298-3ab6-4cf0-98f2-585785dd2aef), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:24.106203 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-06a5708a-33ff-424b-8e6b-d25ba2902716 req-6446ead7-2564-47f8-8e8b-d33a378b2268 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149514 Jul 20 15:35:24.111323 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ba0a3e-baee-4b17-b784-0790f73238a6 admin admin] Made reservation on behalf of 3e3b499bb69b4b449a2e2515d94094fb for: {'subnet': 1} {{(pid=104510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:35:24.120478 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-43ba0a3e-baee-4b17-b784-0790f73238a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25937554'] for subnet (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:24.148058 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 0da88298-3ab6-4cf0-98f2-585785dd2aef up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:35:24.178462 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf104d35-aa6b-4fd7-8d16-115ef1d479f2 admin admin] Router 1e3bfba9-7d15-469e-8ae9-d473134dd51f is scheduled to L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db with binding_index 1 {{(pid=104509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 15:35:24.182474 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:24.300807 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port 0da88298-3ab6-4cf0-98f2-585785dd2aef triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:35:24.301476 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (0da88298-3ab6-4cf0-98f2-585785dd2aef), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:24.350113 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1de559f2-5bf4-4f17-8fc7-458b08caf25c None None] Current status of the port 0da88298-3ab6-4cf0-98f2-585785dd2aef is: DOWN; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:35:24.350828 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1de559f2-5bf4-4f17-8fc7-458b08caf25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (0da88298-3ab6-4cf0-98f2-585785dd2aef), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:24.462737 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf104d35-aa6b-4fd7-8d16-115ef1d479f2 admin admin] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:35:24.534855 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2815bbd0-2e9c-484e-919c-973b0bac4d2f None None] Sync routers for ids ['1e3bfba9-7d15-469e-8ae9-d473134dd51f'] in dv-cinder-819149-12-iscsi {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:35:24.552938 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857a335-fff0-4b7e-a962-2241eb700586 req-0389d541-182d-4a46-b1ec-4abf269b2b73 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:24.555866 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6857a335-fff0-4b7e-a962-2241eb700586 req-0389d541-182d-4a46-b1ec-4abf269b2b73 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 944 time: 0.1138110 Jul 20 15:35:24.569317 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2815bbd0-2e9c-484e-919c-973b0bac4d2f None None] Routers {'1e3bfba9-7d15-469e-8ae9-d473134dd51f'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:35:24.570400 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-2815bbd0-2e9c-484e-919c-973b0bac4d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:35:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['1e3bfba9-7d15-469e-8ae9-d473134dd51f'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:35:24.658565 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6857a335-fff0-4b7e-a962-2241eb700586 req-db880c2b-8ad6-433a-ae86-6d0aa890b65b tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947325 Jul 20 15:35:24.697609 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-1de559f2-5bf4-4f17-8fc7-458b08caf25c None None] For port 0da88298-3ab6-4cf0-98f2-585785dd2aef, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=0da88298-3ab6-4cf0-98f2-585785dd2aef,segment=NetworkSegment(4d7dbf90-951c-40d5-874b-aa4cf8238fe9),segment_id=4d7dbf90-951c-40d5-874b-aa4cf8238fe9)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:35:24.720018 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-2815bbd0-2e9c-484e-919c-973b0bac4d2f None None] Set router 1e3bfba9-7d15-469e-8ae9-d473134dd51f gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:35:24.723153 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 3f4230e5-b6b6-43aa-985b-67a345eed1aa details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:35:24.893459 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 3f4230e5-b6b6-43aa-985b-67a345eed1aa, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=3f4230e5-b6b6-43aa-985b-67a345eed1aa,segment=NetworkSegment(7537d4ee-dce6-4a65-a703-7b3110bc13c1),segment_id=7537d4ee-dce6-4a65-a703-7b3110bc13c1)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:35:24.906085 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:24.907430 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port 0da88298-3ab6-4cf0-98f2-585785dd2aef is: DOWN; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:35:24.907828 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (0da88298-3ab6-4cf0-98f2-585785dd2aef), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:24.910248 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Returning: {'device': '3f4230e5-b6b6-43aa-985b-67a345eed1aa', 'network_id': '04fc2edc-754b-4f43-aeb0-2e6d32720d77', 'port_id': '3f4230e5-b6b6-43aa-985b-67a345eed1aa', 'mac_address': 'fa:16:3e:82:e9:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 990, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b20786d0-6549-4701-b26c-42f499c3d245', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:35:25.099672 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port 3f4230e5-b6b6-43aa-985b-67a345eed1aa is: DOWN; New status is: BUILD {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:35:25.100110 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (3f4230e5-b6b6-43aa-985b-67a345eed1aa), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:25.132524 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f4230e5-b6b6-43aa-985b-67a345eed1aa {{(pid=104511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:35:25.190718 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 3f4230e5-b6b6-43aa-985b-67a345eed1aa, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=3f4230e5-b6b6-43aa-985b-67a345eed1aa,segment=NetworkSegment(7537d4ee-dce6-4a65-a703-7b3110bc13c1),segment_id=7537d4ee-dce6-4a65-a703-7b3110bc13c1)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:35:25.214481 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-2815bbd0-2e9c-484e-919c-973b0bac4d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3bfba9-7d15-469e-8ae9-d473134dd51f', 'name': 'tempest-TestShelveInstance-1990176964-router', 'tenant_id': '09d92d320f8748c58aca3fd6a8776540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '236631fc-b3d0-490e-a145-aabe09b326fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:35:21Z', 'updated_at': '2022-07-20T15:35:23Z', 'revision_number': 3, 'project_id': '09d92d320f8748c58aca3fd6a8776540', 'gw_port': {'id': '236631fc-b3d0-490e-a145-aabe09b326fa', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3bfba9-7d15-469e-8ae9-d473134dd51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:35:22Z', 'updated_at': '2022-07-20T15:35:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:35:25.247661 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2815bbd0-2e9c-484e-919c-973b0bac4d2f None None] Checking router: 1e3bfba9-7d15-469e-8ae9-d473134dd51f for host: dv-cinder-819149-12-iscsi {{(pid=104511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:35:25.248012 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2815bbd0-2e9c-484e-919c-973b0bac4d2f None None] Updating router 1e3bfba9-7d15-469e-8ae9-d473134dd51f port 236631fc-b3d0-490e-a145-aabe09b326fa binding host dv-cinder-819149-12-iscsi {{(pid=104511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 15:35:25.263401 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be70e12-fe21-45a8-9a96-bd6317124e4a req-fce9f190-1ef9-4091-9009-d8e484280c19 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:25.264923 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5be70e12-fe21-45a8-9a96-bd6317124e4a req-fce9f190-1ef9-4091-9009-d8e484280c19 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 944 time: 0.0604799 Jul 20 15:35:25.303239 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2815bbd0-2e9c-484e-919c-973b0bac4d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (236631fc-b3d0-490e-a145-aabe09b326fa), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:25.342928 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5be70e12-fe21-45a8-9a96-bd6317124e4a req-083adda8-5c5b-447c-a4da-28a18a51fc0b tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657141 Jul 20 15:35:25.639639 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2815bbd0-2e9c-484e-919c-973b0bac4d2f None None] Publish callbacks [] for port (236631fc-b3d0-490e-a145-aabe09b326fa), precommit_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:25.790857 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a7425-8f21-430d-9c41-60d410dff54c req-67623a6d-ece1-4702-9b19-4044fbc739fb tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:25.792781 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-f76a7425-8f21-430d-9c41-60d410dff54c req-67623a6d-ece1-4702-9b19-4044fbc739fb tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 944 time: 0.0555346 Jul 20 15:35:25.857682 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-f76a7425-8f21-430d-9c41-60d410dff54c req-dbbbaee5-e73d-4d23-abca-354387c3cac2 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571361 Jul 20 15:35:25.900995 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-43ba0a3e-baee-4b17-b784-0790f73238a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25785471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25937540'] for subnet (5e43b59f-6402-4695-9da5-d45bf3dfc200), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:25.903194 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1de559f2-5bf4-4f17-8fc7-458b08caf25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (0da88298-3ab6-4cf0-98f2-585785dd2aef), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:25.904670 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-bf104d35-aa6b-4fd7-8d16-115ef1d479f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:25.905804 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (3f4230e5-b6b6-43aa-985b-67a345eed1aa), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:25.907489 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:25.916129 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-bf104d35-aa6b-4fd7-8d16-115ef1d479f2 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5513158 Jul 20 15:35:25.917070 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:25.917070 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2815bbd0-2e9c-484e-919c-973b0bac4d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (236631fc-b3d0-490e-a145-aabe09b326fa), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:25.919245 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 45956) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:35:26.035427 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.db.api [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 20 15:35:26.035677 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG oslo_db.api [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 20 15:35:26.047774 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de559f2-5bf4-4f17-8fc7-458b08caf25c None None] Pushing event updated for resources: {'Port': ['ID=0da88298-3ab6-4cf0-98f2-585785dd2aef,revision_number=3']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:26.051278 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-2815bbd0-2e9c-484e-919c-973b0bac4d2f None None] Attempting to bind port 236631fc-b3d0-490e-a145-aabe09b326fa on host dv-cinder-819149-12-iscsi for vnic_type normal with profile {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:35:26.051278 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-2815bbd0-2e9c-484e-919c-973b0bac4d2f None None] Attempting to bind port 236631fc-b3d0-490e-a145-aabe09b326fa by drivers openvswitch,hyperv on host dv-cinder-819149-12-iscsi at level 0 using segments [{'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:35:26.051547 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2815bbd0-2e9c-484e-919c-973b0bac4d2f None None] Attempting to bind port 236631fc-b3d0-490e-a145-aabe09b326fa on network 8e10d912-d794-48e6-8f9b-6baf59c7f77e {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:35:26.054957 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-92de6853-e998-453c-863e-7d0a480e97cb None None] Provisioning complete for port 0da88298-3ab6-4cf0-98f2-585785dd2aef triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:35:26.055149 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ba0a3e-baee-4b17-b784-0790f73238a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e43b59f-6402-4695-9da5-d45bf3dfc200,revision_number=0']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:26.055248 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-92de6853-e998-453c-863e-7d0a480e97cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (0da88298-3ab6-4cf0-98f2-585785dd2aef), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:26.104560 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2815bbd0-2e9c-484e-919c-973b0bac4d2f None None] Checking agent: {'id': '5729d8e0-9e32-4d27-b92e-30241f6d9221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 22, 55), 'started_at': datetime.datetime(2022, 7, 20, 15, 23, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:35:26.104560 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2815bbd0-2e9c-484e-919c-973b0bac4d2f None None] Checking segment: {'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:35:26.104560 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2815bbd0-2e9c-484e-919c-973b0bac4d2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:26.104560 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2815bbd0-2e9c-484e-919c-973b0bac4d2f None None] Bound using segment: {'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:35:26.104560 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-2815bbd0-2e9c-484e-919c-973b0bac4d2f None None] Bound port: 236631fc-b3d0-490e-a145-aabe09b326fa, host: dv-cinder-819149-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'}}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:35:26.104560 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2815bbd0-2e9c-484e-919c-973b0bac4d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (236631fc-b3d0-490e-a145-aabe09b326fa), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:26.126738 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ba0a3e-baee-4b17-b784-0790f73238a6 admin admin] Checking segment: {'id': '88aca104-d482-49b2-8299-19049d4870ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': 'f8cc0700-5535-424a-ac7f-e08c5c1408c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:35:26.133152 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ba0a3e-baee-4b17-b784-0790f73238a6 admin admin] Network hostable DHCP agents. Network: f8cc0700-5535-424a-ac7f-e08c5c1408c4, hostable agents: ['1054ab0b-28b9-454f-8889-d57ec5383afd'], hosted agents: [] {{(pid=104510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 15:35:26.221800 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=3f4230e5-b6b6-43aa-985b-67a345eed1aa,revision_number=4']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:26.272312 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] get_ports_and_sgs() called for port_ids ['3f4230e5-b6b6-43aa-985b-67a345eed1aa'] {{(pid=104511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:35:26.286307 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ba0a3e-baee-4b17-b784-0790f73238a6 admin admin] Network f8cc0700-5535-424a-ac7f-e08c5c1408c4 is scheduled to be hosted by DHCP agent 1054ab0b-28b9-454f-8889-d57ec5383afd with binding_index 1 {{(pid=104510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 15:35:26.303755 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-2815bbd0-2e9c-484e-919c-973b0bac4d2f None None] For port 236631fc-b3d0-490e-a145-aabe09b326fa, host dv-cinder-819149-12-iscsi, cleared binding levels {{(pid=104511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:35:26.353470 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-2815bbd0-2e9c-484e-919c-973b0bac4d2f None None] For port 236631fc-b3d0-490e-a145-aabe09b326fa, host dv-cinder-819149-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=236631fc-b3d0-490e-a145-aabe09b326fa,segment=NetworkSegment(65d22977-7383-4d3c-8560-aa09b9e1098a),segment_id=65d22977-7383-4d3c-8560-aa09b9e1098a)] {{(pid=104511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:35:26.362350 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b4d39d-bf4c-44b2-8af8-2dbbf49d2866 None None] Pushing event updated for resources: {'Port': ['ID=236631fc-b3d0-490e-a145-aabe09b326fa,revision_number=2']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:26.371080 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-92de6853-e998-453c-863e-7d0a480e97cb None None] Current status of the port 0da88298-3ab6-4cf0-98f2-585785dd2aef is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:35:26.474339 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.base_scheduler [None req-43ba0a3e-baee-4b17-b784-0790f73238a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-12-iscsi, f8cc0700-5535-424a-ac7f-e08c5c1408c4) {{(pid=104510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:35:26.485386 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2700e3d-e79e-46ea-9962-3334e8629f0d None None] Network f8cc0700-5535-424a-ac7f-e08c5c1408c4 requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:35:26.488147 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2815bbd0-2e9c-484e-919c-973b0bac4d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (236631fc-b3d0-490e-a145-aabe09b326fa), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:26.495818 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ba0a3e-baee-4b17-b784-0790f73238a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:26.495818 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-43ba0a3e-baee-4b17-b784-0790f73238a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for subnet (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:26.616724 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-43ba0a3e-baee-4b17-b784-0790f73238a6 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.7989564 Jul 20 15:35:26.632390 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb775312-9e90-4a6d-b505-f634902abc0e req-441f134f-4c07-4cf4-8980-ec8c1f3afdef tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:26.633508 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-fb775312-9e90-4a6d-b505-f634902abc0e req-441f134f-4c07-4cf4-8980-ec8c1f3afdef tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 944 time: 0.1604927 Jul 20 15:35:26.702652 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port 0da88298-3ab6-4cf0-98f2-585785dd2aef is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:35:26.715422 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b4d39d-bf4c-44b2-8af8-2dbbf49d2866 None None] Pushing event updated for resources: {'Port': ['ID=236631fc-b3d0-490e-a145-aabe09b326fa,revision_number=3']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:26.729936 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2815bbd0-2e9c-484e-919c-973b0bac4d2f None None] Routers {'1e3bfba9-7d15-469e-8ae9-d473134dd51f'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:35:26.729936 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-2815bbd0-2e9c-484e-919c-973b0bac4d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:35:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['1e3bfba9-7d15-469e-8ae9-d473134dd51f'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:35:26.825946 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-fb775312-9e90-4a6d-b505-f634902abc0e req-392ef3c3-9f13-423b-9ac1-8f68edacd493 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789861 Jul 20 15:35:26.937622 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:26.938940 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:27.019490 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-69a93336-82cf-484d-ac87-461d75011e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:27.069187 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 0da88298-3ab6-4cf0-98f2-585785dd2aef up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:35:27.112382 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:27.127017 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:27.131002 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:27.162072 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a16d9-8cdc-4fbe-8b27-4847b5bf6689 req-39c978ac-4966-458a-8139-67dac9e8a8e0 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:27.162370 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35422689-a963-4127-b6de-c90131fc4532 None None] Network f8cc0700-5535-424a-ac7f-e08c5c1408c4 requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:35:27.163636 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-f39a16d9-8cdc-4fbe-8b27-4847b5bf6689 req-39c978ac-4966-458a-8139-67dac9e8a8e0 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 945 time: 0.1140032 Jul 20 15:35:27.252193 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-2815bbd0-2e9c-484e-919c-973b0bac4d2f None None] Set router 1e3bfba9-7d15-469e-8ae9-d473134dd51f gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:35:27.337308 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port 0da88298-3ab6-4cf0-98f2-585785dd2aef triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:35:27.344338 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (0da88298-3ab6-4cf0-98f2-585785dd2aef), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:27.378661 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-f39a16d9-8cdc-4fbe-8b27-4847b5bf6689 req-1b193daa-9c75-42e5-90ee-318dcbfe4b77 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963725 Jul 20 15:35:27.549194 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:27.636515 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=100 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:27.646360 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port 0da88298-3ab6-4cf0-98f2-585785dd2aef is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:35:27.671413 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-2815bbd0-2e9c-484e-919c-973b0bac4d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3bfba9-7d15-469e-8ae9-d473134dd51f', 'name': 'tempest-TestShelveInstance-1990176964-router', 'tenant_id': '09d92d320f8748c58aca3fd6a8776540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '236631fc-b3d0-490e-a145-aabe09b326fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:35:21Z', 'updated_at': '2022-07-20T15:35:23Z', 'revision_number': 3, 'project_id': '09d92d320f8748c58aca3fd6a8776540', 'gw_port': {'id': '236631fc-b3d0-490e-a145-aabe09b326fa', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3bfba9-7d15-469e-8ae9-d473134dd51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:35:22Z', 'updated_at': '2022-07-20T15:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:35:27.700294 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2815bbd0-2e9c-484e-919c-973b0bac4d2f None None] The sync data for ids ['1e3bfba9-7d15-469e-8ae9-d473134dd51f'] in dv-cinder-819149-12-iscsi is: [{'id': '1e3bfba9-7d15-469e-8ae9-d473134dd51f', 'name': 'tempest-TestShelveInstance-1990176964-router', 'tenant_id': '09d92d320f8748c58aca3fd6a8776540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '236631fc-b3d0-490e-a145-aabe09b326fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:35:21Z', 'updated_at': '2022-07-20T15:35:23Z', 'revision_number': 3, 'project_id': '09d92d320f8748c58aca3fd6a8776540', 'gw_port': {'id': '236631fc-b3d0-490e-a145-aabe09b326fa', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3bfba9-7d15-469e-8ae9-d473134dd51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:35:22Z', 'updated_at': '2022-07-20T15:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}] {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:35:27.936567 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.db_base_plugin_common [None req-69a93336-82cf-484d-ac87-461d75011e9b admin admin] Allocated IP 172.20.0.1 (83eae464-5738-40f7-a1db-5e4b986b02e4/cd17c142-9056-42a5-9669-94b6a2aab906/33281ff1-2077-44ad-9355-f86c785f0b33) {{(pid=104510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:35:28.026809 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce1791-3723-43ff-b734-d64cd23a057e req-3770af46-6562-4569-8518-0546ba2dc9d4 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:28.028934 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-23ce1791-3723-43ff-b734-d64cd23a057e req-3770af46-6562-4569-8518-0546ba2dc9d4 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 944 time: 0.0710657 Jul 20 15:35:28.187476 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-23ce1791-3723-43ff-b734-d64cd23a057e req-3e191b0c-7765-43c1-8bd0-53ae30ed697e tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419585 Jul 20 15:35:28.237616 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-69a93336-82cf-484d-ac87-461d75011e9b admin admin] Publish callbacks [] for port (33281ff1-2077-44ad-9355-f86c785f0b33), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:28.399595 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-69a93336-82cf-484d-ac87-461d75011e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25775823'] for port (33281ff1-2077-44ad-9355-f86c785f0b33), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:28.513838 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a93336-82cf-484d-ac87-461d75011e9b admin admin] Network 83eae464-5738-40f7-a1db-5e4b986b02e4 is already hosted by enough agents. {{(pid=104510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:35:28.517990 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a93336-82cf-484d-ac87-461d75011e9b admin admin] Pushing event updated for resources: {'Port': ['ID=33281ff1-2077-44ad-9355-f86c785f0b33,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:28.523724 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.base_scheduler [None req-69a93336-82cf-484d-ac87-461d75011e9b admin admin] Resources bound (agent type, host, resource id): {{(pid=104510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:35:28.529967 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a93336-82cf-484d-ac87-461d75011e9b admin admin] Received port after_create {{(pid=104510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:35:28.582571 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3612dab-84bc-4741-8dd9-c1941d46dde8 req-9297987f-e767-4959-a436-58f82b82c51c tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:28.587345 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d3612dab-84bc-4741-8dd9-c1941d46dde8 req-9297987f-e767-4959-a436-58f82b82c51c tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 945 time: 0.1133962 Jul 20 15:35:28.614451 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-69a93336-82cf-484d-ac87-461d75011e9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1719139'] for router_interface (1e3bfba9-7d15-469e-8ae9-d473134dd51f), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:28.741082 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 3f4230e5-b6b6-43aa-985b-67a345eed1aa up at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:35:28.764468 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:28.871447 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d3612dab-84bc-4741-8dd9-c1941d46dde8 req-e075993a-fcca-4113-af1a-af3f6c21a0b3 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658881 Jul 20 15:35:28.871567 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning for port 3f4230e5-b6b6-43aa-985b-67a345eed1aa completed by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 15:35:28.927540 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 236631fc-b3d0-490e-a145-aabe09b326fa up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:35:29.013533 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning complete for port 3f4230e5-b6b6-43aa-985b-67a345eed1aa triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:35:29.015657 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (3f4230e5-b6b6-43aa-985b-67a345eed1aa), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:29.137474 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-4d629eaf-6f20-49bc-87b3-7c4a9bdbe0c2 None None] Provisioning complete for port 33281ff1-2077-44ad-9355-f86c785f0b33 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:35:29.137474 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4d629eaf-6f20-49bc-87b3-7c4a9bdbe0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (33281ff1-2077-44ad-9355-f86c785f0b33), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:29.155761 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port 236631fc-b3d0-490e-a145-aabe09b326fa triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:35:29.155761 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (236631fc-b3d0-490e-a145-aabe09b326fa), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:29.363085 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-69a93336-82cf-484d-ac87-461d75011e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (33281ff1-2077-44ad-9355-f86c785f0b33), before_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:29.364031 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port 3f4230e5-b6b6-43aa-985b-67a345eed1aa is: BUILD; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:35:29.364031 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (3f4230e5-b6b6-43aa-985b-67a345eed1aa), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:29.364031 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-4d629eaf-6f20-49bc-87b3-7c4a9bdbe0c2 None None] Port 33281ff1-2077-44ad-9355-f86c785f0b33 cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:35:29.364031 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '170181c4-a3e8-494d-bef6-2048dd9b0257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4230e5-b6b6-43aa-985b-67a345eed1aa'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:35:29.364031 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d079ce0f3ed41026034ae0451e18cae4cf0a7f47a911dfcb655775793fbc38ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a3426b-b92d-4484-9bd6-f75aee0579fb" -d '{"events": [{"server_uuid": "170181c4-a3e8-494d-bef6-2048dd9b0257", "name": "network-vif-plugged", "status": "completed", "tag": "3f4230e5-b6b6-43aa-985b-67a345eed1aa"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:35:29.416777 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 3f4230e5-b6b6-43aa-985b-67a345eed1aa, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=3f4230e5-b6b6-43aa-985b-67a345eed1aa,segment=NetworkSegment(7537d4ee-dce6-4a65-a703-7b3110bc13c1),segment_id=7537d4ee-dce6-4a65-a703-7b3110bc13c1)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:35:29.439634 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port 236631fc-b3d0-490e-a145-aabe09b326fa is: DOWN; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:35:29.439634 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (236631fc-b3d0-490e-a145-aabe09b326fa), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:29.459441 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:29.484404 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 15:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b48642e-044c-4591-a4b0-cb831ad26e99 x-openstack-request-id: req-7b48642e-044c-4591-a4b0-cb831ad26e99 {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:35:29.484722 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "170181c4-a3e8-494d-bef6-2048dd9b0257", "name": "network-vif-plugged", "status": "completed", "tag": "3f4230e5-b6b6-43aa-985b-67a345eed1aa", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:35:29.484984 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7b48642e-044c-4591-a4b0-cb831ad26e99 {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:35:29.485392 dv-cinder-819149-12-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b48642e-044c-4591-a4b0-cb831ad26e99'] response: {'server_uuid': '170181c4-a3e8-494d-bef6-2048dd9b0257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4230e5-b6b6-43aa-985b-67a345eed1aa', 'code': 200} Jul 20 15:35:29.516933 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] For port 236631fc-b3d0-490e-a145-aabe09b326fa, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=236631fc-b3d0-490e-a145-aabe09b326fa,segment=NetworkSegment(65d22977-7383-4d3c-8560-aa09b9e1098a),segment_id=65d22977-7383-4d3c-8560-aa09b9e1098a)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:35:29.525653 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd286968-a864-4027-be3f-37972c527ad5 req-784a7d5e-f45a-4d39-b0af-e8af9a2d0488 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:29.529257 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-cd286968-a864-4027-be3f-37972c527ad5 req-784a7d5e-f45a-4d39-b0af-e8af9a2d0488 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 944 time: 0.1538258 Jul 20 15:35:29.752526 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-cd286968-a864-4027-be3f-37972c527ad5 req-e03c4289-fca6-4899-a2ae-bb01c4b93686 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685665 Jul 20 15:35:29.784974 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (3f4230e5-b6b6-43aa-985b-67a345eed1aa), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:29.793931 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (236631fc-b3d0-490e-a145-aabe09b326fa), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:29.964108 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-69a93336-82cf-484d-ac87-461d75011e9b admin admin] Publish callbacks [] for port (33281ff1-2077-44ad-9355-f86c785f0b33), precommit_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:29.984563 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=3f4230e5-b6b6-43aa-985b-67a345eed1aa,revision_number=5']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:30.005282 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:30.039816 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60f901-abbd-4212-a136-f8c21023e447 req-a6b07d70-b5d1-4664-a328-011d20a7554c tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:30.039816 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-da60f901-abbd-4212-a136-f8c21023e447 req-a6b07d70-b5d1-4664-a328-011d20a7554c tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/networks?id=f8cc0700-5535-424a-ac7f-e08c5c1408c4 HTTP/1.1" status: 200 len: 814 time: 0.4001954 Jul 20 15:35:30.074562 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-da60f901-abbd-4212-a136-f8c21023e447 req-3ec2e4e4-bd18-45dd-92f9-ecf8c43d1128 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/quotas/3e3b499bb69b4b449a2e2515d94094fb HTTP/1.1" status: 200 len: 375 time: 0.0174007 Jul 20 15:35:30.076220 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-69a93336-82cf-484d-ac87-461d75011e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25775864'] for port (33281ff1-2077-44ad-9355-f86c785f0b33), after_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:30.101634 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Pushing event updated for resources: {'Port': ['ID=236631fc-b3d0-490e-a145-aabe09b326fa,revision_number=4']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:30.145094 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb91573-eff6-40ad-a2d9-bd7badb546c4 req-d54d3352-7d3d-4016-b044-336daad4ebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:30.149013 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-2fb91573-eff6-40ad-a2d9-bd7badb546c4 req-d54d3352-7d3d-4016-b044-336daad4ebe7 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 1130 time: 0.1104047 Jul 20 15:35:30.222015 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-da60f901-abbd-4212-a136-f8c21023e447 req-17c7ec22-44e8-4d2d-af83-c67089b88249 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=3e3b499bb69b4b449a2e2515d94094fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1337724 Jul 20 15:35:30.264793 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:30.265142 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-2fb91573-eff6-40ad-a2d9-bd7badb546c4 req-c2b4155d-cbfb-4fdb-b287-8aa5275fc2a2 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793319 Jul 20 15:35:30.284735 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a93336-82cf-484d-ac87-461d75011e9b admin admin] Pushing event updated for resources: {'Port': ['ID=33281ff1-2077-44ad-9355-f86c785f0b33,revision_number=2']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:30.295278 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130493c-de13-4884-9550-50387b529370 req-304b49dd-aec8-44f4-8496-da779f490e7f tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:30.296874 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b130493c-de13-4884-9550-50387b529370 req-304b49dd-aec8-44f4-8496-da779f490e7f tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 946 time: 0.1496758 Jul 20 15:35:30.304637 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-69a93336-82cf-484d-ac87-461d75011e9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1514758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716523'] for router_interface (1e3bfba9-7d15-469e-8ae9-d473134dd51f), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:30.473493 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-da60f901-abbd-4212-a136-f8c21023e447 req-a641b2cf-5b24-4cc5-9a16-834896abbd49 service neutron] 10.222.0.78 "GET /v2.0/networks/f8cc0700-5535-424a-ac7f-e08c5c1408c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290921 Jul 20 15:35:30.481643 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b130493c-de13-4884-9550-50387b529370 req-e9c08da6-d3b0-4055-bfd7-44305303c73f tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714997 Jul 20 15:35:30.602959 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a93336-82cf-484d-ac87-461d75011e9b admin admin] Network 83eae464-5738-40f7-a1db-5e4b986b02e4 is already hosted by enough agents. {{(pid=104510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:35:30.615245 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.base_scheduler [None req-69a93336-82cf-484d-ac87-461d75011e9b admin admin] Resources bound (agent type, host, resource id): {{(pid=104510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:35:30.734141 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-da60f901-abbd-4212-a136-f8c21023e447 req-8899aadb-81d7-4786-8d61-6a2556893b95 service neutron] 10.222.0.78 "GET /v2.0/networks/f8cc0700-5535-424a-ac7f-e08c5c1408c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378411 Jul 20 15:35:30.894073 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 236631fc-b3d0-490e-a145-aabe09b326fa up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:35:30.897095 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:30.909323 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a93336-82cf-484d-ac87-461d75011e9b admin admin] Router 1e3bfba9-7d15-469e-8ae9-d473134dd51f has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:35:31.039736 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port 236631fc-b3d0-490e-a145-aabe09b326fa triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:35:31.040174 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (236631fc-b3d0-490e-a145-aabe09b326fa), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:31.075608 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1bc07cea-036d-47b6-a4fe-4be46387ca5c None None] Provisioning complete for port 33281ff1-2077-44ad-9355-f86c785f0b33 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:35:31.075985 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1bc07cea-036d-47b6-a4fe-4be46387ca5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (33281ff1-2077-44ad-9355-f86c785f0b33), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:31.137044 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1bc07cea-036d-47b6-a4fe-4be46387ca5c None None] Port 33281ff1-2077-44ad-9355-f86c785f0b33 cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:35:31.178901 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d971332-bf4a-424e-9a85-dee5dd604f8e req-43150470-cb70-48bb-8c64-76cc511a47a7 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:31.181374 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3d971332-bf4a-424e-9a85-dee5dd604f8e req-43150470-cb70-48bb-8c64-76cc511a47a7 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.2440147 Jul 20 15:35:31.219178 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port 236631fc-b3d0-490e-a145-aabe09b326fa is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:35:31.348296 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2301fc1-68f3-4a14-b956-3b2bad9b14b6 req-7bf685d7-a8ff-48cb-bccd-08ba53a40ddb tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:31.359271 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c2301fc1-68f3-4a14-b956-3b2bad9b14b6 req-7bf685d7-a8ff-48cb-bccd-08ba53a40ddb tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 944 time: 0.1680062 Jul 20 15:35:31.362732 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a93336-82cf-484d-ac87-461d75011e9b admin admin] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:35:31.368774 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-69a93336-82cf-484d-ac87-461d75011e9b admin admin] 10.222.0.78 "PUT /v2.0/routers/1e3bfba9-7d15-469e-8ae9-d473134dd51f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4082713 Jul 20 15:35:31.380938 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29c4074-299f-4ce0-8733-d8093914471c None None] Sync routers for ids ['1e3bfba9-7d15-469e-8ae9-d473134dd51f'] in dv-cinder-819149-12-iscsi {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:35:31.390171 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3d971332-bf4a-424e-9a85-dee5dd604f8e req-67180978-8717-4760-bbe6-cc771f2cb237 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850972 Jul 20 15:35:31.399985 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29c4074-299f-4ce0-8733-d8093914471c None None] Routers {'1e3bfba9-7d15-469e-8ae9-d473134dd51f'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:35:31.402042 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-f29c4074-299f-4ce0-8733-d8093914471c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:35:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['1e3bfba9-7d15-469e-8ae9-d473134dd51f'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:35:31.526586 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4c7cffaa-0b65-4a7e-8dbf-8e70fdad364a req-5d3db030-17a1-44b4-a60a-efddf3120616 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/ports?device_id=6854fb03-c976-4d6f-88ff-8060777c67bc HTTP/1.1" status: 200 len: 210 time: 0.0745325 Jul 20 15:35:31.561082 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c2301fc1-68f3-4a14-b956-3b2bad9b14b6 req-0e813379-c3f0-4ad9-8585-58b3356e7222 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932855 Jul 20 15:35:31.600233 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-f29c4074-299f-4ce0-8733-d8093914471c None None] Set router 1e3bfba9-7d15-469e-8ae9-d473134dd51f gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:35:31.676366 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb997bf-8e48-4a37-93fa-ea519b9c4583 req-dd80898c-4b05-44af-a70d-dcdd0a97cdb0 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:31.678102 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-7eb997bf-8e48-4a37-93fa-ea519b9c4583 req-dd80898c-4b05-44af-a70d-dcdd0a97cdb0 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 946 time: 0.0807343 Jul 20 15:35:31.796408 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-7eb997bf-8e48-4a37-93fa-ea519b9c4583 req-eb7b831b-dd56-49f3-9dda-fcbfe7a257b7 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117103 Jul 20 15:35:31.951092 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-f29c4074-299f-4ce0-8733-d8093914471c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3bfba9-7d15-469e-8ae9-d473134dd51f', 'name': 'tempest-TestShelveInstance-1990176964-router', 'tenant_id': '09d92d320f8748c58aca3fd6a8776540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '236631fc-b3d0-490e-a145-aabe09b326fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:35:21Z', 'updated_at': '2022-07-20T15:35:28Z', 'revision_number': 4, 'project_id': '09d92d320f8748c58aca3fd6a8776540', 'gw_port': {'id': '236631fc-b3d0-490e-a145-aabe09b326fa', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3bfba9-7d15-469e-8ae9-d473134dd51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:35:22Z', 'updated_at': '2022-07-20T15:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '33281ff1-2077-44ad-9355-f86c785f0b33', 'name': '', 'network_id': '83eae464-5738-40f7-a1db-5e4b986b02e4', 'tenant_id': '09d92d320f8748c58aca3fd6a8776540', 'mac_address': 'fa:16:3e:db:15:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3bfba9-7d15-469e-8ae9-d473134dd51f', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'cd17c142-9056-42a5-9669-94b6a2aab906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:35:27Z', 'updated_at': '2022-07-20T15:35:29Z', 'revision_number': 2, 'project_id': '09d92d320f8748c58aca3fd6a8776540', 'subnets': [{'id': 'cd17c142-9056-42a5-9669-94b6a2aab906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:35:31.976035 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29c4074-299f-4ce0-8733-d8093914471c None None] Checking router: 1e3bfba9-7d15-469e-8ae9-d473134dd51f for host: dv-cinder-819149-12-iscsi {{(pid=104512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:35:31.990531 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29c4074-299f-4ce0-8733-d8093914471c None None] Updating router 1e3bfba9-7d15-469e-8ae9-d473134dd51f port 33281ff1-2077-44ad-9355-f86c785f0b33 binding host dv-cinder-819149-12-iscsi {{(pid=104512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 15:35:32.017890 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-f29c4074-299f-4ce0-8733-d8093914471c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (33281ff1-2077-44ad-9355-f86c785f0b33), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:32.391807 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-f29c4074-299f-4ce0-8733-d8093914471c None None] Publish callbacks [] for port (33281ff1-2077-44ad-9355-f86c785f0b33), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:32.470454 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-f29c4074-299f-4ce0-8733-d8093914471c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (33281ff1-2077-44ad-9355-f86c785f0b33), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:32.588125 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40f477-3194-49cb-8c7c-1f3dc6b1fa0d req-482b8d83-2686-48c1-8989-8d6bcc799e78 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:32.591819 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-7a40f477-3194-49cb-8c7c-1f3dc6b1fa0d req-482b8d83-2686-48c1-8989-8d6bcc799e78 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.1030328 Jul 20 15:35:32.602574 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede7588-3b6d-4696-b885-53fb1eec4738 None None] Pushing event updated for resources: {'Port': ['ID=33281ff1-2077-44ad-9355-f86c785f0b33,revision_number=3']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:32.617495 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede7588-3b6d-4696-b885-53fb1eec4738 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:32.618483 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede7588-3b6d-4696-b885-53fb1eec4738 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:32.618839 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede7588-3b6d-4696-b885-53fb1eec4738 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:32.620105 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede7588-3b6d-4696-b885-53fb1eec4738 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:32.620482 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede7588-3b6d-4696-b885-53fb1eec4738 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:32.621467 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede7588-3b6d-4696-b885-53fb1eec4738 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:32.621823 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede7588-3b6d-4696-b885-53fb1eec4738 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:32.622145 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede7588-3b6d-4696-b885-53fb1eec4738 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:32.622650 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede7588-3b6d-4696-b885-53fb1eec4738 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:32.622977 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede7588-3b6d-4696-b885-53fb1eec4738 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:32.623304 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede7588-3b6d-4696-b885-53fb1eec4738 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:32.623646 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede7588-3b6d-4696-b885-53fb1eec4738 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:32.623971 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede7588-3b6d-4696-b885-53fb1eec4738 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:32.624287 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede7588-3b6d-4696-b885-53fb1eec4738 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:32.625740 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede7588-3b6d-4696-b885-53fb1eec4738 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:32.736461 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d534088c-0811-4a34-a2ef-905ff2a2d232 req-7ab6769e-f35e-48d8-9b3e-832d4440c85a tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/ports?device_id=6854fb03-c976-4d6f-88ff-8060777c67bc HTTP/1.1" status: 200 len: 210 time: 0.1348701 Jul 20 15:35:32.798301 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 46072) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:35:32.804587 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-fbcb1c44-3328-4bde-a6ed-092ced8f248e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1725799495-network', 'tenant_id': '24edc8866f044562ad23afe2815af7b0'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:35:32.863026 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-7a40f477-3194-49cb-8c7c-1f3dc6b1fa0d req-bc3e9340-ed55-49d5-9509-74a4d9d4f616 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2582040 Jul 20 15:35:32.931705 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [None req-f29c4074-299f-4ce0-8733-d8093914471c None None] Attempting to bind port 33281ff1-2077-44ad-9355-f86c785f0b33 on host dv-cinder-819149-12-iscsi for vnic_type normal with profile {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:35:32.933909 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbcb1c44-3328-4bde-a6ed-092ced8f248e admin admin] Made reservation on behalf of 24edc8866f044562ad23afe2815af7b0 for: {'network': 1} {{(pid=104509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:35:32.934546 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [None req-f29c4074-299f-4ce0-8733-d8093914471c None None] Attempting to bind port 33281ff1-2077-44ad-9355-f86c785f0b33 by drivers openvswitch,hyperv on host dv-cinder-819149-12-iscsi at level 0 using segments [{'id': '4d7dbf90-951c-40d5-874b-aa4cf8238fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '83eae464-5738-40f7-a1db-5e4b986b02e4'}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:35:32.936409 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29c4074-299f-4ce0-8733-d8093914471c None None] Attempting to bind port 33281ff1-2077-44ad-9355-f86c785f0b33 on network 83eae464-5738-40f7-a1db-5e4b986b02e4 {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:35:32.937937 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-fbcb1c44-3328-4bde-a6ed-092ced8f248e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for network (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:32.943380 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29c4074-299f-4ce0-8733-d8093914471c None None] Checking agent: {'id': '5729d8e0-9e32-4d27-b92e-30241f6d9221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 22, 55), 'started_at': datetime.datetime(2022, 7, 20, 15, 23, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:35:32.943759 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29c4074-299f-4ce0-8733-d8093914471c None None] Checking segment: {'id': '4d7dbf90-951c-40d5-874b-aa4cf8238fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '83eae464-5738-40f7-a1db-5e4b986b02e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:35:32.944373 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-f29c4074-299f-4ce0-8733-d8093914471c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:32.945004 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29c4074-299f-4ce0-8733-d8093914471c None None] Bound using segment: {'id': '4d7dbf90-951c-40d5-874b-aa4cf8238fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '83eae464-5738-40f7-a1db-5e4b986b02e4'} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:35:32.945372 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [None req-f29c4074-299f-4ce0-8733-d8093914471c None None] Bound port: 33281ff1-2077-44ad-9355-f86c785f0b33, host: dv-cinder-819149-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d7dbf90-951c-40d5-874b-aa4cf8238fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '83eae464-5738-40f7-a1db-5e4b986b02e4'}}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:35:32.945752 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-f29c4074-299f-4ce0-8733-d8093914471c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (33281ff1-2077-44ad-9355-f86c785f0b33), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:32.950762 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-fbcb1c44-3328-4bde-a6ed-092ced8f248e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:32.965540 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:32.973074 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-32f3acc6-ef25-46cb-b24d-791302fdca73 None None] Provisioning complete for port 33281ff1-2077-44ad-9355-f86c785f0b33 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:35:32.973938 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-32f3acc6-ef25-46cb-b24d-791302fdca73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (33281ff1-2077-44ad-9355-f86c785f0b33), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:33.014718 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-32f3acc6-ef25-46cb-b24d-791302fdca73 None None] Port 33281ff1-2077-44ad-9355-f86c785f0b33 cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:35:33.025885 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6987c-b462-4206-ad36-cfe226b26ef8 req-fe0fe2a5-737b-4a8f-91ae-d5d96bbde257 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:33.027859 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ebf6987c-b462-4206-ad36-cfe226b26ef8 req-fe0fe2a5-737b-4a8f-91ae-d5d96bbde257 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 946 time: 0.0692327 Jul 20 15:35:33.028325 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:33.034436 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b2487-3ae8-4704-8b4f-93daa7ea7f02 req-69d5edae-3603-4802-9c11-4785f83751bb tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:33.038761 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [None req-f29c4074-299f-4ce0-8733-d8093914471c None None] For port 33281ff1-2077-44ad-9355-f86c785f0b33, host dv-cinder-819149-12-iscsi, cleared binding levels {{(pid=104512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:35:33.042231 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-480b2487-3ae8-4704-8b4f-93daa7ea7f02 req-69d5edae-3603-4802-9c11-4785f83751bb tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 944 time: 0.1422629 Jul 20 15:35:33.042493 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [None req-f29c4074-299f-4ce0-8733-d8093914471c None None] For port 33281ff1-2077-44ad-9355-f86c785f0b33, host dv-cinder-819149-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=33281ff1-2077-44ad-9355-f86c785f0b33,segment=NetworkSegment(4d7dbf90-951c-40d5-874b-aa4cf8238fe9),segment_id=4d7dbf90-951c-40d5-874b-aa4cf8238fe9)] {{(pid=104512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:35:33.053802 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-fbcb1c44-3328-4bde-a6ed-092ced8f248e admin admin] Publish callbacks [] for security_group (0a5cfe4b-b2a1-4e3a-9b68-0f1c250d0a13), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:33.119531 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-480b2487-3ae8-4704-8b4f-93daa7ea7f02 req-32787db6-8499-490b-8082-679ac1062eb8 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767214 Jul 20 15:35:33.124337 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ebf6987c-b462-4206-ad36-cfe226b26ef8 req-7c015f4b-9ebb-40bd-8a39-7743821e9ccf tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791655 Jul 20 15:35:33.177805 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-fbcb1c44-3328-4bde-a6ed-092ced8f248e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (0a5cfe4b-b2a1-4e3a-9b68-0f1c250d0a13), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:33.178235 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-f29c4074-299f-4ce0-8733-d8093914471c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (33281ff1-2077-44ad-9355-f86c785f0b33), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:33.184423 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:33.210540 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbcb1c44-3328-4bde-a6ed-092ced8f248e admin admin] vlan segment allocate from pool success with {'vlan_id': 951, 'physical_network': 'physnet1'} {{(pid=104509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 15:35:33.219584 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb1c44-3328-4bde-a6ed-092ced8f248e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5cfe4b-b2a1-4e3a-9b68-0f1c250d0a13,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:33.222884 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:33.229504 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-fbcb1c44-3328-4bde-a6ed-092ced8f248e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087'] for segment (0815aa89-bc48-437a-929b-cf72554880dd), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:33.230136 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.db.segments_db [None req-fbcb1c44-3328-4bde-a6ed-092ced8f248e admin admin] Added segment 0815aa89-bc48-437a-929b-cf72554880dd of type vlan for network 3f62d4f9-f944-4faa-a284-3f268813ee07 Jul 20 15:35:33.239975 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29c4074-299f-4ce0-8733-d8093914471c None None] Routers {'1e3bfba9-7d15-469e-8ae9-d473134dd51f'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:35:33.240485 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-f29c4074-299f-4ce0-8733-d8093914471c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:35:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['1e3bfba9-7d15-469e-8ae9-d473134dd51f'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:35:33.242560 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede7588-3b6d-4696-b885-53fb1eec4738 None None] Pushing event updated for resources: {'Port': ['ID=33281ff1-2077-44ad-9355-f86c785f0b33,revision_number=4']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:33.278908 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-fbcb1c44-3328-4bde-a6ed-092ced8f248e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737057167135'] for network (3f62d4f9-f944-4faa-a284-3f268813ee07), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:33.356414 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-f29c4074-299f-4ce0-8733-d8093914471c None None] Set router 1e3bfba9-7d15-469e-8ae9-d473134dd51f gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:35:33.375528 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-fbcb1c44-3328-4bde-a6ed-092ced8f248e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428'] for network (3f62d4f9-f944-4faa-a284-3f268813ee07), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:33.379160 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcb1c44-3328-4bde-a6ed-092ced8f248e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:33.385694 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-fbcb1c44-3328-4bde-a6ed-092ced8f248e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for network (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:33.468888 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb1c44-3328-4bde-a6ed-092ced8f248e admin admin] Pushing event updated for resources: {'Network': ['ID=3f62d4f9-f944-4faa-a284-3f268813ee07,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:33.481027 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Network 3f62d4f9-f944-4faa-a284-3f268813ee07 details requested by agent ovs-agent-dv-cinder-819149-12-iscsi with host dv-cinder-819149-12-iscsi {{(pid=104511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 15:35:33.557470 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-fbcb1c44-3328-4bde-a6ed-092ced8f248e admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7572680 Jul 20 15:35:33.560046 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-3a26f6ee-86fb-4eee-b266-4ab61788f4a7 None None] Provisioning complete for port 33281ff1-2077-44ad-9355-f86c785f0b33 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:35:33.560317 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-3a26f6ee-86fb-4eee-b266-4ab61788f4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (33281ff1-2077-44ad-9355-f86c785f0b33), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:33.561797 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 46078) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:35:33.568454 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-e247bc39-91b5-49fb-8de1-79a9602c831e admin admin] Request body: {'subnet': {'network_id': '3f62d4f9-f944-4faa-a284-3f268813ee07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1725799495-subnet', 'tenant_id': '24edc8866f044562ad23afe2815af7b0', 'ip_version': 4}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:35:33.584263 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-f29c4074-299f-4ce0-8733-d8093914471c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3bfba9-7d15-469e-8ae9-d473134dd51f', 'name': 'tempest-TestShelveInstance-1990176964-router', 'tenant_id': '09d92d320f8748c58aca3fd6a8776540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '236631fc-b3d0-490e-a145-aabe09b326fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:35:21Z', 'updated_at': '2022-07-20T15:35:28Z', 'revision_number': 4, 'project_id': '09d92d320f8748c58aca3fd6a8776540', 'gw_port': {'id': '236631fc-b3d0-490e-a145-aabe09b326fa', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3bfba9-7d15-469e-8ae9-d473134dd51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:35:22Z', 'updated_at': '2022-07-20T15:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '33281ff1-2077-44ad-9355-f86c785f0b33', 'name': '', 'network_id': '83eae464-5738-40f7-a1db-5e4b986b02e4', 'tenant_id': '09d92d320f8748c58aca3fd6a8776540', 'mac_address': 'fa:16:3e:db:15:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3bfba9-7d15-469e-8ae9-d473134dd51f', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'cd17c142-9056-42a5-9669-94b6a2aab906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:35:27Z', 'updated_at': '2022-07-20T15:35:33Z', 'revision_number': 4, 'project_id': '09d92d320f8748c58aca3fd6a8776540', 'subnets': [{'id': 'cd17c142-9056-42a5-9669-94b6a2aab906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:35:33.612022 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29c4074-299f-4ce0-8733-d8093914471c None None] The sync data for ids ['1e3bfba9-7d15-469e-8ae9-d473134dd51f'] in dv-cinder-819149-12-iscsi is: [{'id': '1e3bfba9-7d15-469e-8ae9-d473134dd51f', 'name': 'tempest-TestShelveInstance-1990176964-router', 'tenant_id': '09d92d320f8748c58aca3fd6a8776540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '236631fc-b3d0-490e-a145-aabe09b326fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:35:21Z', 'updated_at': '2022-07-20T15:35:28Z', 'revision_number': 4, 'project_id': '09d92d320f8748c58aca3fd6a8776540', 'gw_port': {'id': '236631fc-b3d0-490e-a145-aabe09b326fa', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3bfba9-7d15-469e-8ae9-d473134dd51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:35:22Z', 'updated_at': '2022-07-20T15:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '33281ff1-2077-44ad-9355-f86c785f0b33', 'name': '', 'network_id': '83eae464-5738-40f7-a1db-5e4b986b02e4', 'tenant_id': '09d92d320f8748c58aca3fd6a8776540', 'mac_address': 'fa:16:3e:db:15:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3bfba9-7d15-469e-8ae9-d473134dd51f', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'cd17c142-9056-42a5-9669-94b6a2aab906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:35:27Z', 'updated_at': '2022-07-20T15:35:33Z', 'revision_number': 4, 'project_id': '09d92d320f8748c58aca3fd6a8776540', 'subnets': [{'id': 'cd17c142-9056-42a5-9669-94b6a2aab906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:35:33.648098 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-3a26f6ee-86fb-4eee-b266-4ab61788f4a7 None None] Current status of the port 33281ff1-2077-44ad-9355-f86c785f0b33 is: DOWN; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:35:33.648699 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-3a26f6ee-86fb-4eee-b266-4ab61788f4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (33281ff1-2077-44ad-9355-f86c785f0b33), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:33.698809 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e247bc39-91b5-49fb-8de1-79a9602c831e admin admin] Made reservation on behalf of 24edc8866f044562ad23afe2815af7b0 for: {'subnet': 1} {{(pid=104510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:35:33.701106 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-3a26f6ee-86fb-4eee-b266-4ab61788f4a7 None None] For port 33281ff1-2077-44ad-9355-f86c785f0b33, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=33281ff1-2077-44ad-9355-f86c785f0b33,segment=NetworkSegment(4d7dbf90-951c-40d5-874b-aa4cf8238fe9),segment_id=4d7dbf90-951c-40d5-874b-aa4cf8238fe9)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:35:33.701279 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-e247bc39-91b5-49fb-8de1-79a9602c831e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25937554'] for subnet (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:33.772378 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:33.795235 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-3a26f6ee-86fb-4eee-b266-4ab61788f4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (33281ff1-2077-44ad-9355-f86c785f0b33), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:33.877924 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a26f6ee-86fb-4eee-b266-4ab61788f4a7 None None] Pushing event updated for resources: {'Port': ['ID=33281ff1-2077-44ad-9355-f86c785f0b33,revision_number=5']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:33.894383 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c0dee452-28fa-4dec-9594-b0a774d7a999 req-9aa49e2f-25a8-409a-8896-444ee60b1e2c tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/ports?device_id=6854fb03-c976-4d6f-88ff-8060777c67bc HTTP/1.1" status: 200 len: 210 time: 0.0456488 Jul 20 15:35:33.925275 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:34.002463 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6b900-f943-4e43-8d91-14dda8f2ef4b req-f665b7e9-42f7-4e7f-b8d9-8b1baa0b9301 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:34.003980 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c8c6b900-f943-4e43-8d91-14dda8f2ef4b req-f665b7e9-42f7-4e7f-b8d9-8b1baa0b9301 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.0535140 Jul 20 15:35:34.045056 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-e247bc39-91b5-49fb-8de1-79a9602c831e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25785471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25937540'] for subnet (e865bfec-5d15-4591-92e2-97903a88eedb), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:34.093751 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c8c6b900-f943-4e43-8d91-14dda8f2ef4b req-1023c625-399a-4329-ac1e-07aa58a353f3 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827913 Jul 20 15:35:34.123994 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e247bc39-91b5-49fb-8de1-79a9602c831e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e865bfec-5d15-4591-92e2-97903a88eedb,revision_number=0']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:34.135083 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e247bc39-91b5-49fb-8de1-79a9602c831e admin admin] Checking segment: {'id': '0815aa89-bc48-437a-929b-cf72554880dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '3f62d4f9-f944-4faa-a284-3f268813ee07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:35:34.135569 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e247bc39-91b5-49fb-8de1-79a9602c831e admin admin] Network hostable DHCP agents. Network: 3f62d4f9-f944-4faa-a284-3f268813ee07, hostable agents: ['1054ab0b-28b9-454f-8889-d57ec5383afd'], hosted agents: [] {{(pid=104510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 15:35:34.240646 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e247bc39-91b5-49fb-8de1-79a9602c831e admin admin] Network 3f62d4f9-f944-4faa-a284-3f268813ee07 is scheduled to be hosted by DHCP agent 1054ab0b-28b9-454f-8889-d57ec5383afd with binding_index 1 {{(pid=104510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 15:35:34.503953 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.base_scheduler [None req-e247bc39-91b5-49fb-8de1-79a9602c831e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-12-iscsi, 3f62d4f9-f944-4faa-a284-3f268813ee07) {{(pid=104510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:35:34.513574 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654830b0-cb21-491b-b5a7-e21072dc29e1 None None] Network 3f62d4f9-f944-4faa-a284-3f268813ee07 requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:35:34.514441 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca422024-4e4f-42bc-9efa-070b4870f4dc req-b70a94e8-a8da-4add-8888-530fc20dae83 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:34.515974 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ca422024-4e4f-42bc-9efa-070b4870f4dc req-b70a94e8-a8da-4add-8888-530fc20dae83 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 946 time: 0.3119569 Jul 20 15:35:34.521039 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e247bc39-91b5-49fb-8de1-79a9602c831e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:34.521633 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-e247bc39-91b5-49fb-8de1-79a9602c831e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for subnet (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:34.555223 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909043d1-74a8-4929-9a74-c2b62200d481 req-d968cac7-b1a7-4e36-af2a-fb96c4e40138 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:34.562658 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-909043d1-74a8-4929-9a74-c2b62200d481 req-d968cac7-b1a7-4e36-af2a-fb96c4e40138 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 944 time: 0.3237846 Jul 20 15:35:34.627195 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-e247bc39-91b5-49fb-8de1-79a9602c831e admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0639329 Jul 20 15:35:34.633167 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 46090) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:35:34.639841 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-1e5a4d15-6721-4549-88bf-0968fb64e158 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1725799495-router', 'tenant_id': '24edc8866f044562ad23afe2815af7b0', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'}}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:35:34.647437 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc8497b-ca71-47de-b744-bddc755fce2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a790180-0092-51b0-93a4-34605dc8f1ad-3f62d4f9-f944-4faa-a284-3f268813ee07', 'network_id': '3f62d4f9-f944-4faa-a284-3f268813ee07', 'project_id': '24edc8866f044562ad23afe2815af7b0', 'fixed_ips': [{'subnet_id': 'e865bfec-5d15-4591-92e2-97903a88eedb'}]}} from dv-cinder-819149-12-iscsi. {{(pid=104511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 15:35:34.648321 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-6dc8497b-ca71-47de-b744-bddc755fce2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:34.658812 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-909043d1-74a8-4929-9a74-c2b62200d481 req-9be42c40-719b-42de-8c1a-8045cdb54420 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941703 Jul 20 15:35:34.666108 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ca422024-4e4f-42bc-9efa-070b4870f4dc req-146bb570-d966-4235-8cf9-d4555f1a61d7 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374681 Jul 20 15:35:34.784172 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-1e5a4d15-6721-4549-88bf-0968fb64e158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1708962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router (3ba08bb8-940d-4673-a2db-4a5332c1e6ac), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:34.785382 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-1e5a4d15-6721-4549-88bf-0968fb64e158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1708854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1715537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-722'] for router (3ba08bb8-940d-4673-a2db-4a5332c1e6ac), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:34.823374 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09944d68-9c7b-421e-b8d8-667f4d25bcd3 req-ad90e8f7-5edf-41a3-a47a-edbe3fd7d389 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:34.825043 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-09944d68-9c7b-421e-b8d8-667f4d25bcd3 req-ad90e8f7-5edf-41a3-a47a-edbe3fd7d389 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 946 time: 0.0820627 Jul 20 15:35:34.836497 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.db_base_plugin_common [None req-6dc8497b-ca71-47de-b744-bddc755fce2d None None] Allocated IP 172.20.0.2 (3f62d4f9-f944-4faa-a284-3f268813ee07/e865bfec-5d15-4591-92e2-97903a88eedb/4fd6db05-6a4a-4361-8dcf-8095d4847697) {{(pid=104511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:35:34.856725 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-1e5a4d15-6721-4549-88bf-0968fb64e158 admin admin] Publish callbacks [] for router_controller (3ba08bb8-940d-4673-a2db-4a5332c1e6ac), precommit_add_association {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:34.863560 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 33281ff1-2077-44ad-9355-f86c785f0b33 up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:35:34.892368 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-09944d68-9c7b-421e-b8d8-667f4d25bcd3 req-465d1441-de70-480a-994a-41e357bb8219 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597849 Jul 20 15:35:35.010879 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port 33281ff1-2077-44ad-9355-f86c785f0b33 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:35:35.011478 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:35.013132 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (33281ff1-2077-44ad-9355-f86c785f0b33), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:35.043461 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-800565e4-f2e1-470f-b0fc-0ad1352562a2 req-5ef219c2-7525-4575-a938-38048f929a0c tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/ports?device_id=6854fb03-c976-4d6f-88ff-8060777c67bc HTTP/1.1" status: 200 len: 210 time: 0.0514753 Jul 20 15:35:35.099540 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-1e5a4d15-6721-4549-88bf-0968fb64e158 admin admin] Publish callbacks [] for router_gateway (3ba08bb8-940d-4673-a2db-4a5332c1e6ac), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:35.255144 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:35.257135 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:35.272430 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d62908-83ea-4d15-8309-e94c6d14c399 req-df074c3c-a5bf-4994-8022-3576f8a1798d tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:35.275964 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a8d62908-83ea-4d15-8309-e94c6d14c399 req-df074c3c-a5bf-4994-8022-3576f8a1798d tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.0879686 Jul 20 15:35:35.282415 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:35.305928 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-6dc8497b-ca71-47de-b744-bddc755fce2d None None] Publish callbacks [] for port (4fd6db05-6a4a-4361-8dcf-8095d4847697), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:35.351065 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port 33281ff1-2077-44ad-9355-f86c785f0b33 is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:35:35.361205 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b9a23-9201-4c9c-9e96-1d124bbc050e req-2c11de51-4fe9-47ed-a1d8-dc2194f428dd tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:35.362731 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-f99b9a23-9201-4c9c-9e96-1d124bbc050e req-2c11de51-4fe9-47ed-a1d8-dc2194f428dd tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 946 time: 0.0850708 Jul 20 15:35:35.386831 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-6dc8497b-ca71-47de-b744-bddc755fce2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413'] for port (4fd6db05-6a4a-4361-8dcf-8095d4847697), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:35.406612 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a8d62908-83ea-4d15-8309-e94c6d14c399 req-46c52f3b-7438-40d2-87d1-fc3cf9e5436f tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096225 Jul 20 15:35:35.441160 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc8497b-ca71-47de-b744-bddc755fce2d None None] Network 3f62d4f9-f944-4faa-a284-3f268813ee07 is already hosted by enough agents. {{(pid=104511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:35:35.444341 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-f99b9a23-9201-4c9c-9e96-1d124bbc050e req-01d36a9e-66fe-425f-9f9f-dbf4ca8daf10 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684836 Jul 20 15:35:35.446020 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.scheduler.base_scheduler [None req-6dc8497b-ca71-47de-b744-bddc755fce2d None None] Resources bound (agent type, host, resource id): {{(pid=104511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:35:35.449137 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc8497b-ca71-47de-b744-bddc755fce2d None None] Received port after_create {{(pid=104511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:35:35.512482 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc8497b-ca71-47de-b744-bddc755fce2d None None] Pushing event updated for resources: {'Port': ['ID=4fd6db05-6a4a-4361-8dcf-8095d4847697,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:35.535861 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-1e5a4d15-6721-4549-88bf-0968fb64e158 admin admin] Publish callbacks [] for router_gateway (3ba08bb8-940d-4673-a2db-4a5332c1e6ac), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:35.548627 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-6dc8497b-ca71-47de-b744-bddc755fce2d None None] Attempting to bind port 4fd6db05-6a4a-4361-8dcf-8095d4847697 on host dv-cinder-819149-12-iscsi for vnic_type normal with profile {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:35:35.549481 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-6dc8497b-ca71-47de-b744-bddc755fce2d None None] Attempting to bind port 4fd6db05-6a4a-4361-8dcf-8095d4847697 by drivers openvswitch,hyperv on host dv-cinder-819149-12-iscsi at level 0 using segments [{'id': '0815aa89-bc48-437a-929b-cf72554880dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '3f62d4f9-f944-4faa-a284-3f268813ee07'}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:35:35.549658 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc8497b-ca71-47de-b744-bddc755fce2d None None] Attempting to bind port 4fd6db05-6a4a-4361-8dcf-8095d4847697 on network 3f62d4f9-f944-4faa-a284-3f268813ee07 {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:35:35.556236 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc8497b-ca71-47de-b744-bddc755fce2d None None] Checking agent: {'id': '5729d8e0-9e32-4d27-b92e-30241f6d9221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 22, 55), 'started_at': datetime.datetime(2022, 7, 20, 15, 23, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:35:35.556623 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc8497b-ca71-47de-b744-bddc755fce2d None None] Checking segment: {'id': '0815aa89-bc48-437a-929b-cf72554880dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '3f62d4f9-f944-4faa-a284-3f268813ee07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:35:35.557029 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-6dc8497b-ca71-47de-b744-bddc755fce2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:35.557428 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc8497b-ca71-47de-b744-bddc755fce2d None None] Bound using segment: {'id': '0815aa89-bc48-437a-929b-cf72554880dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '3f62d4f9-f944-4faa-a284-3f268813ee07'} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:35:35.557920 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-6dc8497b-ca71-47de-b744-bddc755fce2d None None] Bound port: 4fd6db05-6a4a-4361-8dcf-8095d4847697, host: dv-cinder-819149-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0815aa89-bc48-437a-929b-cf72554880dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '3f62d4f9-f944-4faa-a284-3f268813ee07'}}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:35:35.558879 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-6dc8497b-ca71-47de-b744-bddc755fce2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (4fd6db05-6a4a-4361-8dcf-8095d4847697), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:35.567189 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-1e5a4d15-6721-4549-88bf-0968fb64e158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:35.584261 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60f901-abbd-4212-a136-f8c21023e447 req-bffeda6f-3b38-4e44-86cc-86fd54ff8f9e tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:35.586224 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-da60f901-abbd-4212-a136-f8c21023e447 req-bffeda6f-3b38-4e44-86cc-86fd54ff8f9e tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.102 "GET /v2.0/networks?id=f8cc0700-5535-424a-ac7f-e08c5c1408c4 HTTP/1.1" status: 200 len: 814 time: 0.2590518 Jul 20 15:35:35.622090 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [req-da60f901-abbd-4212-a136-f8c21023e447 req-319fb673-7ea3-478d-999d-df232448f607 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Request body: {'port': {'device_id': '6854fb03-c976-4d6f-88ff-8060777c67bc', 'network_id': 'f8cc0700-5535-424a-ac7f-e08c5c1408c4', 'admin_state_up': True, 'tenant_id': '3e3b499bb69b4b449a2e2515d94094fb'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:35:35.642397 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-6dc8497b-ca71-47de-b744-bddc755fce2d None None] For port 4fd6db05-6a4a-4361-8dcf-8095d4847697, host dv-cinder-819149-12-iscsi, cleared binding levels {{(pid=104511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:35:35.647126 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-6dc8497b-ca71-47de-b744-bddc755fce2d None None] For port 4fd6db05-6a4a-4361-8dcf-8095d4847697, host dv-cinder-819149-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=4fd6db05-6a4a-4361-8dcf-8095d4847697,segment=NetworkSegment(0815aa89-bc48-437a-929b-cf72554880dd),segment_id=0815aa89-bc48-437a-929b-cf72554880dd)] {{(pid=104511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:35:35.734219 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-6dc8497b-ca71-47de-b744-bddc755fce2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (4fd6db05-6a4a-4361-8dcf-8095d4847697), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:35.782356 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:35.787710 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_common [None req-1e5a4d15-6721-4549-88bf-0968fb64e158 admin admin] Allocated IP 172.27.1.5 (8e10d912-d794-48e6-8f9b-6baf59c7f77e/d5daf119-8c14-4f50-a186-1c01cb5bfe5f/71d50e4d-7db4-4102-969c-3cbf16b9a055) {{(pid=104509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:35:35.824913 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc8497b-ca71-47de-b744-bddc755fce2d None None] Pushing event updated for resources: {'Port': ['ID=4fd6db05-6a4a-4361-8dcf-8095d4847697,revision_number=2']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:35.837931 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff5c53-943a-4477-a92b-50f31f2c7f05 req-7ee4142b-7d38-4061-9fe6-d37ab36d933c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:35.840457 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ddff5c53-943a-4477-a92b-50f31f2c7f05 req-7ee4142b-7d38-4061-9fe6-d37ab36d933c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 944 time: 0.0725543 Jul 20 15:35:35.903451 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da60f901-abbd-4212-a136-f8c21023e447 req-319fb673-7ea3-478d-999d-df232448f607 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Made reservation on behalf of 3e3b499bb69b4b449a2e2515d94094fb for: {'port': 1} {{(pid=104509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:35:35.906842 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-da60f901-abbd-4212-a136-f8c21023e447 req-319fb673-7ea3-478d-999d-df232448f607 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:35.909640 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ddff5c53-943a-4477-a92b-50f31f2c7f05 req-c7c77021-0846-425e-a511-73725ea30662 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630789 Jul 20 15:35:35.937428 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-1e5a4d15-6721-4549-88bf-0968fb64e158 admin admin] Publish callbacks [] for port (71d50e4d-7db4-4102-969c-3cbf16b9a055), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:36.014582 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:36.099109 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_common [req-da60f901-abbd-4212-a136-f8c21023e447 req-319fb673-7ea3-478d-999d-df232448f607 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Allocated IP 172.20.0.7 (f8cc0700-5535-424a-ac7f-e08c5c1408c4/5e43b59f-6402-4695-9da5-d45bf3dfc200/5ea8bb63-cd9c-4e67-8488-ff3991760128) {{(pid=104509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:35:36.111913 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-1e5a4d15-6721-4549-88bf-0968fb64e158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (71d50e4d-7db4-4102-969c-3cbf16b9a055), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:36.158359 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5bf1ab26-e17a-496c-a6fa-f218d2d75628 req-fc3fde2a-257e-4e9f-9191-bd8a479a54a7 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/ports?device_id=6854fb03-c976-4d6f-88ff-8060777c67bc HTTP/1.1" status: 200 len: 210 time: 0.0410838 Jul 20 15:35:36.446371 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5a4d15-6721-4549-88bf-0968fb64e158 admin admin] Network 8e10d912-d794-48e6-8f9b-6baf59c7f77e is already hosted by enough agents. {{(pid=104509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:35:36.457065 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [None req-1e5a4d15-6721-4549-88bf-0968fb64e158 admin admin] Resources bound (agent type, host, resource id): {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:35:36.468241 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5a4d15-6721-4549-88bf-0968fb64e158 admin admin] Received port after_create {{(pid=104509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:35:36.491615 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a4d15-6721-4549-88bf-0968fb64e158 admin admin] Pushing event updated for resources: {'Port': ['ID=71d50e4d-7db4-4102-969c-3cbf16b9a055,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:36.547505 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1527305-d71c-4bc9-af75-e593a7333107 req-7dcc7944-0ba4-4de3-b1ca-d663b41bf33b tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:36.554802 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a1527305-d71c-4bc9-af75-e593a7333107 req-7dcc7944-0ba4-4de3-b1ca-d663b41bf33b tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.0755301 Jul 20 15:35:36.616563 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a1527305-d71c-4bc9-af75-e593a7333107 req-7788d787-559b-4697-85d8-aa9117ee8503 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608130 Jul 20 15:35:36.711359 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:36.719603 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-da60f901-abbd-4212-a136-f8c21023e447 req-319fb673-7ea3-478d-999d-df232448f607 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Publish callbacks [] for port (5ea8bb63-cd9c-4e67-8488-ff3991760128), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:36.830991 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 4fd6db05-6a4a-4361-8dcf-8095d4847697 up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:35:36.844585 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-da60f901-abbd-4212-a136-f8c21023e447 req-319fb673-7ea3-478d-999d-df232448f607 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (5ea8bb63-cd9c-4e67-8488-ff3991760128), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:36.887961 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port 4fd6db05-6a4a-4361-8dcf-8095d4847697 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:35:36.888430 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (4fd6db05-6a4a-4361-8dcf-8095d4847697), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:36.929939 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da60f901-abbd-4212-a136-f8c21023e447 req-319fb673-7ea3-478d-999d-df232448f607 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Network f8cc0700-5535-424a-ac7f-e08c5c1408c4 is already hosted by enough agents. {{(pid=104509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:35:36.939917 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [req-da60f901-abbd-4212-a136-f8c21023e447 req-319fb673-7ea3-478d-999d-df232448f607 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Resources bound (agent type, host, resource id): {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:35:36.948083 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [req-da60f901-abbd-4212-a136-f8c21023e447 req-319fb673-7ea3-478d-999d-df232448f607 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Received port after_create {{(pid=104509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:35:36.967117 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port 4fd6db05-6a4a-4361-8dcf-8095d4847697 is: DOWN; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:35:36.968091 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (4fd6db05-6a4a-4361-8dcf-8095d4847697), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:36.980975 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5342a86-2b52-444f-867f-9e3b2e1d856f None None] Network 3f62d4f9-f944-4faa-a284-3f268813ee07 requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:35:36.983146 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319fb673-7ea3-478d-999d-df232448f607 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Pushing event updated for resources: {'Port': ['ID=5ea8bb63-cd9c-4e67-8488-ff3991760128,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:36.989100 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-1e5a4d15-6721-4549-88bf-0968fb64e158 admin admin] Publish callbacks [] for router_gateway (3ba08bb8-940d-4673-a2db-4a5332c1e6ac), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:37.058638 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60f901-abbd-4212-a136-f8c21023e447 req-319fb673-7ea3-478d-999d-df232448f607 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:37.059307 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-da60f901-abbd-4212-a136-f8c21023e447 req-319fb673-7ea3-478d-999d-df232448f607 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:37.071310 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:37.073427 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] For port 4fd6db05-6a4a-4361-8dcf-8095d4847697, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=4fd6db05-6a4a-4361-8dcf-8095d4847697,segment=NetworkSegment(0815aa89-bc48-437a-929b-cf72554880dd),segment_id=0815aa89-bc48-437a-929b-cf72554880dd)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:35:37.079158 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e4f0c-c58d-498c-bc32-0e9edd3108f6 req-5ad78e90-f99b-4b82-9121-cf42f187dfe7 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:37.086458 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-146e4f0c-c58d-498c-bc32-0e9edd3108f6 req-5ad78e90-f99b-4b82-9121-cf42f187dfe7 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 944 time: 0.0670567 Jul 20 15:35:37.101613 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-a2cf3283-cb60-4d2d-8562-0399a22419ae None None] Provisioning complete for port 4fd6db05-6a4a-4361-8dcf-8095d4847697 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:35:37.102001 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-a2cf3283-cb60-4d2d-8562-0399a22419ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (4fd6db05-6a4a-4361-8dcf-8095d4847697), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:37.145398 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-146e4f0c-c58d-498c-bc32-0e9edd3108f6 req-f93b59f0-cdaf-463a-985d-6ad4d4c1c83a tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558724 Jul 20 15:35:37.146450 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (4fd6db05-6a4a-4361-8dcf-8095d4847697), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:37.219517 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-da60f901-abbd-4212-a136-f8c21023e447 req-319fb673-7ea3-478d-999d-df232448f607 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6023180 Jul 20 15:35:37.232547 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [req-da60f901-abbd-4212-a136-f8c21023e447 req-f94e279d-a61c-45b8-b018-ce40c60976be service neutron] Request body: {'port': {'device_id': '6854fb03-c976-4d6f-88ff-8060777c67bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:35:37.258841 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Pushing event updated for resources: {'Port': ['ID=4fd6db05-6a4a-4361-8dcf-8095d4847697,revision_number=3']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:37.277389 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-a2cf3283-cb60-4d2d-8562-0399a22419ae None None] Current status of the port 4fd6db05-6a4a-4361-8dcf-8095d4847697 is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:35:37.296909 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-1e5a4d15-6721-4549-88bf-0968fb64e158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1708861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1715661'] for router (3ba08bb8-940d-4673-a2db-4a5332c1e6ac), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:37.299569 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ada8e-f6cb-42ac-8dce-4c0d95b0ddfc req-b2939f14-895d-451f-96a3-e96228761dac tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:37.301584 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e90ada8e-f6cb-42ac-8dce-4c0d95b0ddfc req-b2939f14-895d-451f-96a3-e96228761dac tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/ports?device_id=6854fb03-c976-4d6f-88ff-8060777c67bc HTTP/1.1" status: 200 len: 931 time: 0.0646155 Jul 20 15:35:37.356197 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e90ada8e-f6cb-42ac-8dce-4c0d95b0ddfc req-39edb3ef-870a-4ff6-8eff-941c634ae6b4 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/security-groups?id=88ec5720-5fb7-412c-b03c-781c9df83e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486164 Jul 20 15:35:37.361297 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:37.370117 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-da60f901-abbd-4212-a136-f8c21023e447 req-f94e279d-a61c-45b8-b018-ce40c60976be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (5ea8bb63-cd9c-4e67-8488-ff3991760128), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:37.598683 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-633308f8-7731-4973-a05d-028a1141d872 None None] Provisioning complete for port 4fd6db05-6a4a-4361-8dcf-8095d4847697 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:35:37.599070 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-633308f8-7731-4973-a05d-028a1141d872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (4fd6db05-6a4a-4361-8dcf-8095d4847697), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:37.679516 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5a4d15-6721-4549-88bf-0968fb64e158 admin admin] Router 3ba08bb8-940d-4673-a2db-4a5332c1e6ac is scheduled to L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db with binding_index 1 {{(pid=104509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 15:35:37.689987 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-633308f8-7731-4973-a05d-028a1141d872 None None] Current status of the port 4fd6db05-6a4a-4361-8dcf-8095d4847697 is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:35:37.744193 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:37.773223 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8f7d7-dca6-4ca8-bdab-f4dd99ece8b0 req-e709c44e-95d6-4651-b07c-017e0a100a86 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:37.777145 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3ac8f7d7-dca6-4ca8-bdab-f4dd99ece8b0 req-e709c44e-95d6-4651-b07c-017e0a100a86 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.0733385 Jul 20 15:35:37.832799 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3ac8f7d7-dca6-4ca8-bdab-f4dd99ece8b0 req-c08d1f35-e311-4081-8912-fd13e571e511 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548942 Jul 20 15:35:37.860331 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [req-da60f901-abbd-4212-a136-f8c21023e447 req-f94e279d-a61c-45b8-b018-ce40c60976be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ea8bb63-cd9c-4e67-8488-ff3991760128 {{(pid=104509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:35:37.871902 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-da60f901-abbd-4212-a136-f8c21023e447 req-f94e279d-a61c-45b8-b018-ce40c60976be service neutron] Publish callbacks [] for port (5ea8bb63-cd9c-4e67-8488-ff3991760128), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:37.884987 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5a4d15-6721-4549-88bf-0968fb64e158 admin admin] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:35:37.897918 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48eed6a-5031-4c41-b5b8-b57e0ab23aa4 None None] Sync routers for ids ['3ba08bb8-940d-4673-a2db-4a5332c1e6ac'] in dv-cinder-819149-12-iscsi {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:35:37.900525 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.provisioning_blocks [req-da60f901-abbd-4212-a136-f8c21023e447 req-f94e279d-a61c-45b8-b018-ce40c60976be service neutron] Transition to ACTIVE for port object 5ea8bb63-cd9c-4e67-8488-ff3991760128 will not be triggered until provisioned by entity L2. {{(pid=104509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 15:35:37.908075 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:37.915757 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48eed6a-5031-4c41-b5b8-b57e0ab23aa4 None None] Routers {'3ba08bb8-940d-4673-a2db-4a5332c1e6ac'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:35:37.916654 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-a48eed6a-5031-4c41-b5b8-b57e0ab23aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:35:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['3ba08bb8-940d-4673-a2db-4a5332c1e6ac'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:35:38.004236 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-1e5a4d15-6721-4549-88bf-0968fb64e158 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:38.005667 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-1e5a4d15-6721-4549-88bf-0968fb64e158 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.3709483 Jul 20 15:35:38.006610 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-da60f901-abbd-4212-a136-f8c21023e447 req-f94e279d-a61c-45b8-b018-ce40c60976be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934114'] for port (5ea8bb63-cd9c-4e67-8488-ff3991760128), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:38.008880 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 46142) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:35:38.043216 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-a48eed6a-5031-4c41-b5b8-b57e0ab23aa4 None None] Set router 3ba08bb8-940d-4673-a2db-4a5332c1e6ac gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:35:38.177522 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e279d-a61c-45b8-b018-ce40c60976be service neutron] Pushing event updated for resources: {'Port': ['ID=5ea8bb63-cd9c-4e67-8488-ff3991760128,revision_number=2']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:38.256186 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:38.290236 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-a48eed6a-5031-4c41-b5b8-b57e0ab23aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba08bb8-940d-4673-a2db-4a5332c1e6ac', 'name': 'tempest-TestShelveInstance-1725799495-router', 'tenant_id': '24edc8866f044562ad23afe2815af7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '71d50e4d-7db4-4102-969c-3cbf16b9a055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:35:34Z', 'updated_at': '2022-07-20T15:35:36Z', 'revision_number': 3, 'project_id': '24edc8866f044562ad23afe2815af7b0', 'gw_port': {'id': '71d50e4d-7db4-4102-969c-3cbf16b9a055', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:09:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba08bb8-940d-4673-a2db-4a5332c1e6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:35:35Z', 'updated_at': '2022-07-20T15:35:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:35:38.320670 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59470e72-3383-4908-9419-680190846468 req-823aa668-bd3a-47db-8df0-8650627c92c5 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:38.322940 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-59470e72-3383-4908-9419-680190846468 req-823aa668-bd3a-47db-8df0-8650627c92c5 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 944 time: 0.0800264 Jul 20 15:35:38.334270 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48eed6a-5031-4c41-b5b8-b57e0ab23aa4 None None] Checking router: 3ba08bb8-940d-4673-a2db-4a5332c1e6ac for host: dv-cinder-819149-12-iscsi {{(pid=104511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:35:38.334833 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48eed6a-5031-4c41-b5b8-b57e0ab23aa4 None None] Updating router 3ba08bb8-940d-4673-a2db-4a5332c1e6ac port 71d50e4d-7db4-4102-969c-3cbf16b9a055 binding host dv-cinder-819149-12-iscsi {{(pid=104511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 15:35:38.386778 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-a48eed6a-5031-4c41-b5b8-b57e0ab23aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (71d50e4d-7db4-4102-969c-3cbf16b9a055), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:38.388390 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-da60f901-abbd-4212-a136-f8c21023e447 req-f94e279d-a61c-45b8-b018-ce40c60976be service neutron] Attempting to bind port 5ea8bb63-cd9c-4e67-8488-ff3991760128 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:35:38.388390 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-da60f901-abbd-4212-a136-f8c21023e447 req-f94e279d-a61c-45b8-b018-ce40c60976be service neutron] Attempting to bind port 5ea8bb63-cd9c-4e67-8488-ff3991760128 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '88aca104-d482-49b2-8299-19049d4870ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': 'f8cc0700-5535-424a-ac7f-e08c5c1408c4'}] {{(pid=104509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:35:38.388390 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da60f901-abbd-4212-a136-f8c21023e447 req-f94e279d-a61c-45b8-b018-ce40c60976be service neutron] Attempting to bind port 5ea8bb63-cd9c-4e67-8488-ff3991760128 on network f8cc0700-5535-424a-ac7f-e08c5c1408c4 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:35:38.407820 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-59470e72-3383-4908-9419-680190846468 req-2bae5cfb-b09e-4bbd-9821-dd5d8324d79d tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688488 Jul 20 15:35:38.420503 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da60f901-abbd-4212-a136-f8c21023e447 req-f94e279d-a61c-45b8-b018-ce40c60976be service neutron] Port 5ea8bb63-cd9c-4e67-8488-ff3991760128 on network f8cc0700-5535-424a-ac7f-e08c5c1408c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 15:35:38.420798 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da60f901-abbd-4212-a136-f8c21023e447 req-f94e279d-a61c-45b8-b018-ce40c60976be service neutron] Attempting to bind port 5ea8bb63-cd9c-4e67-8488-ff3991760128 on network f8cc0700-5535-424a-ac7f-e08c5c1408c4 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:35:38.429515 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da60f901-abbd-4212-a136-f8c21023e447 req-f94e279d-a61c-45b8-b018-ce40c60976be service neutron] Checking agent: {'id': '84834a4b-f4d1-4c41-9203-9b15edc444f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 29, 38), 'started_at': datetime.datetime(2022, 7, 20, 15, 29, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:35:38.429866 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da60f901-abbd-4212-a136-f8c21023e447 req-f94e279d-a61c-45b8-b018-ce40c60976be service neutron] Checking segment: {'id': '88aca104-d482-49b2-8299-19049d4870ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': 'f8cc0700-5535-424a-ac7f-e08c5c1408c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:35:38.430275 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da60f901-abbd-4212-a136-f8c21023e447 req-f94e279d-a61c-45b8-b018-ce40c60976be service neutron] Bound using segment: {'id': '88aca104-d482-49b2-8299-19049d4870ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': 'f8cc0700-5535-424a-ac7f-e08c5c1408c4'} {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:35:38.430737 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-da60f901-abbd-4212-a136-f8c21023e447 req-f94e279d-a61c-45b8-b018-ce40c60976be service neutron] Bound port: 5ea8bb63-cd9c-4e67-8488-ff3991760128, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88aca104-d482-49b2-8299-19049d4870ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': 'f8cc0700-5535-424a-ac7f-e08c5c1408c4'}}] {{(pid=104509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:35:38.431099 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-da60f901-abbd-4212-a136-f8c21023e447 req-f94e279d-a61c-45b8-b018-ce40c60976be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (5ea8bb63-cd9c-4e67-8488-ff3991760128), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:38.462534 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:38.544050 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a6e7b-5966-4693-9487-9735785343cd req-9e171dd8-6c60-4ddc-8430-cf30f1a38302 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:38.545789 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-dd9a6e7b-5966-4693-9487-9735785343cd req-9e171dd8-6c60-4ddc-8430-cf30f1a38302 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/ports?device_id=6854fb03-c976-4d6f-88ff-8060777c67bc HTTP/1.1" status: 200 len: 943 time: 0.0759921 Jul 20 15:35:38.615849 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-dd9a6e7b-5966-4693-9487-9735785343cd req-c70da431-10aa-4a87-93a3-487e915d89da tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/security-groups?id=88ec5720-5fb7-412c-b03c-781c9df83e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632172 Jul 20 15:35:38.627247 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-da60f901-abbd-4212-a136-f8c21023e447 req-f94e279d-a61c-45b8-b018-ce40c60976be service neutron] For port 5ea8bb63-cd9c-4e67-8488-ff3991760128, host hv-cinder-81914, cleared binding levels {{(pid=104509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:35:38.647737 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-da60f901-abbd-4212-a136-f8c21023e447 req-f94e279d-a61c-45b8-b018-ce40c60976be service neutron] For port 5ea8bb63-cd9c-4e67-8488-ff3991760128, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=5ea8bb63-cd9c-4e67-8488-ff3991760128,segment=NetworkSegment(88aca104-d482-49b2-8299-19049d4870ae),segment_id=88aca104-d482-49b2-8299-19049d4870ae)] {{(pid=104509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:35:38.724595 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-a48eed6a-5031-4c41-b5b8-b57e0ab23aa4 None None] Publish callbacks [] for port (71d50e4d-7db4-4102-969c-3cbf16b9a055), precommit_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:38.756955 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-da60f901-abbd-4212-a136-f8c21023e447 req-f94e279d-a61c-45b8-b018-ce40c60976be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934114'] for port (5ea8bb63-cd9c-4e67-8488-ff3991760128), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:38.761685 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:38.807347 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60f901-abbd-4212-a136-f8c21023e447 req-f94e279d-a61c-45b8-b018-ce40c60976be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:38.807831 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 4fd6db05-6a4a-4361-8dcf-8095d4847697 up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:35:38.808651 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-da60f901-abbd-4212-a136-f8c21023e447 req-f94e279d-a61c-45b8-b018-ce40c60976be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:38.810073 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-da60f901-abbd-4212-a136-f8c21023e447 req-f94e279d-a61c-45b8-b018-ce40c60976be service neutron] 10.222.0.102 "PUT /v2.0/ports/5ea8bb63-cd9c-4e67-8488-ff3991760128 HTTP/1.1" status: 200 len: 1093 time: 1.5820878 Jul 20 15:35:38.810530 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:38.817215 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6854fb03-c976-4d6f-88ff-8060777c67bc', 'tag': '5ea8bb63-cd9c-4e67-8488-ff3991760128'}] {{(pid=104509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:35:38.819936 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df77c6b91a480694ea4413056d8ef6386aadd078611a8438297a7cf852766117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef0938a-334d-4238-b18b-de243803faaf" -d '{"events": [{"name": "network-changed", "server_uuid": "6854fb03-c976-4d6f-88ff-8060777c67bc", "tag": "5ea8bb63-cd9c-4e67-8488-ff3991760128"}]}' {{(pid=104509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:35:38.861283 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-a48eed6a-5031-4c41-b5b8-b57e0ab23aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (71d50e4d-7db4-4102-969c-3cbf16b9a055), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:38.894422 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 15:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3f6070-480a-43df-bea8-115d6973717b x-openstack-request-id: req-1b3f6070-480a-43df-bea8-115d6973717b {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:35:38.894936 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6854fb03-c976-4d6f-88ff-8060777c67bc", "tag": "5ea8bb63-cd9c-4e67-8488-ff3991760128", "status": "completed", "code": 200}]} {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:35:38.894936 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1b3f6070-480a-43df-bea8-115d6973717b {{(pid=104509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:35:38.895367 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b3f6070-480a-43df-bea8-115d6973717b'] response: {'name': 'network-changed', 'server_uuid': '6854fb03-c976-4d6f-88ff-8060777c67bc', 'tag': '5ea8bb63-cd9c-4e67-8488-ff3991760128', 'status': 'completed', 'code': 200} Jul 20 15:35:38.910566 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e279d-a61c-45b8-b018-ce40c60976be service neutron] Pushing event updated for resources: {'Port': ['ID=5ea8bb63-cd9c-4e67-8488-ff3991760128,revision_number=3']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:38.935679 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-959785df-3945-4f97-99f7-711ffe3b2438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:38.936326 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=100 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:38.991724 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-a48eed6a-5031-4c41-b5b8-b57e0ab23aa4 None None] Attempting to bind port 71d50e4d-7db4-4102-969c-3cbf16b9a055 on host dv-cinder-819149-12-iscsi for vnic_type normal with profile {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:35:38.992279 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-a48eed6a-5031-4c41-b5b8-b57e0ab23aa4 None None] Attempting to bind port 71d50e4d-7db4-4102-969c-3cbf16b9a055 by drivers openvswitch,hyperv on host dv-cinder-819149-12-iscsi at level 0 using segments [{'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:35:38.992645 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48eed6a-5031-4c41-b5b8-b57e0ab23aa4 None None] Attempting to bind port 71d50e4d-7db4-4102-969c-3cbf16b9a055 on network 8e10d912-d794-48e6-8f9b-6baf59c7f77e {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:35:39.002172 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48eed6a-5031-4c41-b5b8-b57e0ab23aa4 None None] Checking agent: {'id': '5729d8e0-9e32-4d27-b92e-30241f6d9221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 22, 55), 'started_at': datetime.datetime(2022, 7, 20, 15, 23, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:35:39.002587 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48eed6a-5031-4c41-b5b8-b57e0ab23aa4 None None] Checking segment: {'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:35:39.003053 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-a48eed6a-5031-4c41-b5b8-b57e0ab23aa4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:39.003501 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48eed6a-5031-4c41-b5b8-b57e0ab23aa4 None None] Bound using segment: {'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:35:39.003984 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-a48eed6a-5031-4c41-b5b8-b57e0ab23aa4 None None] Bound port: 71d50e4d-7db4-4102-969c-3cbf16b9a055, host: dv-cinder-819149-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'}}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:35:39.004362 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-a48eed6a-5031-4c41-b5b8-b57e0ab23aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (71d50e4d-7db4-4102-969c-3cbf16b9a055), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:39.006430 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603cccf5-5f0e-4c49-a9a2-6444626873af None None] Pushing event updated for resources: {'Port': ['ID=71d50e4d-7db4-4102-969c-3cbf16b9a055,revision_number=2']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:39.019128 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10899585-f256-447c-a76c-14865584cd19 req-00639508-ccce-4fcd-aa5c-4a8a24d704ca tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:39.025316 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-10899585-f256-447c-a76c-14865584cd19 req-00639508-ccce-4fcd-aa5c-4a8a24d704ca tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.0698078 Jul 20 15:35:39.033609 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port 4fd6db05-6a4a-4361-8dcf-8095d4847697 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:35:39.033991 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (4fd6db05-6a4a-4361-8dcf-8095d4847697), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:39.064773 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60f901-abbd-4212-a136-f8c21023e447 req-f3f512bc-e0bc-4023-bcdf-1d6ab68a347a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:39.066329 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-da60f901-abbd-4212-a136-f8c21023e447 req-f3f512bc-e0bc-4023-bcdf-1d6ab68a347a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3e3b499bb69b4b449a2e2515d94094fb&device_id=6854fb03-c976-4d6f-88ff-8060777c67bc HTTP/1.1" status: 200 len: 1127 time: 0.0960927 Jul 20 15:35:39.098783 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-10899585-f256-447c-a76c-14865584cd19 req-a04ceb0f-56d1-4a3f-9ead-57d7554af30c tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631785 Jul 20 15:35:39.123286 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-a48eed6a-5031-4c41-b5b8-b57e0ab23aa4 None None] For port 71d50e4d-7db4-4102-969c-3cbf16b9a055, host dv-cinder-819149-12-iscsi, cleared binding levels {{(pid=104511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:35:39.127995 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-a48eed6a-5031-4c41-b5b8-b57e0ab23aa4 None None] For port 71d50e4d-7db4-4102-969c-3cbf16b9a055, host dv-cinder-819149-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=71d50e4d-7db4-4102-969c-3cbf16b9a055,segment=NetworkSegment(65d22977-7383-4d3c-8560-aa09b9e1098a),segment_id=65d22977-7383-4d3c-8560-aa09b9e1098a)] {{(pid=104511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:35:39.187705 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port 4fd6db05-6a4a-4361-8dcf-8095d4847697 is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:35:39.235295 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-a48eed6a-5031-4c41-b5b8-b57e0ab23aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (71d50e4d-7db4-4102-969c-3cbf16b9a055), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:39.299712 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48eed6a-5031-4c41-b5b8-b57e0ab23aa4 None None] Routers {'3ba08bb8-940d-4673-a2db-4a5332c1e6ac'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:35:39.300384 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-a48eed6a-5031-4c41-b5b8-b57e0ab23aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:35:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['3ba08bb8-940d-4673-a2db-4a5332c1e6ac'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:35:39.302594 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603cccf5-5f0e-4c49-a9a2-6444626873af None None] Pushing event updated for resources: {'Port': ['ID=71d50e4d-7db4-4102-969c-3cbf16b9a055,revision_number=3']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:39.306161 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:39.379447 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-da60f901-abbd-4212-a136-f8c21023e447 req-0384abaa-d060-4432-9cb9-674d1b5a8070 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ea8bb63-cd9c-4e67-8488-ff3991760128 HTTP/1.1" status: 200 len: 217 time: 0.3046131 Jul 20 15:35:39.499245 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60f901-abbd-4212-a136-f8c21023e447 req-b3291eb2-4751-428e-8278-e4ad890c7374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:39.500695 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-da60f901-abbd-4212-a136-f8c21023e447 req-b3291eb2-4751-428e-8278-e4ad890c7374 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5e43b59f-6402-4695-9da5-d45bf3dfc200 HTTP/1.1" status: 200 len: 854 time: 0.0934827 Jul 20 15:35:39.529623 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_common [None req-959785df-3945-4f97-99f7-711ffe3b2438 admin admin] Allocated IP 172.20.0.1 (3f62d4f9-f944-4faa-a284-3f268813ee07/e865bfec-5d15-4591-92e2-97903a88eedb/0cf7b97d-b7e6-4300-b915-227657ce361e) {{(pid=104509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:35:39.537581 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeecb592-c6b0-4799-ae4f-56fd6d6bc8f6 req-915cf91a-65f9-442e-83ac-9c30324f5d1f tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:39.537581 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-eeecb592-c6b0-4799-ae4f-56fd6d6bc8f6 req-915cf91a-65f9-442e-83ac-9c30324f5d1f tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 944 time: 0.0547919 Jul 20 15:35:39.557728 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-a48eed6a-5031-4c41-b5b8-b57e0ab23aa4 None None] Set router 3ba08bb8-940d-4673-a2db-4a5332c1e6ac gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:35:39.599818 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-eeecb592-c6b0-4799-ae4f-56fd6d6bc8f6 req-6796c350-4107-40c5-933b-d30ab83d5f65 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545540 Jul 20 15:35:39.666002 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-959785df-3945-4f97-99f7-711ffe3b2438 admin admin] Publish callbacks [] for port (0cf7b97d-b7e6-4300-b915-227657ce361e), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:39.755381 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5754b5-010a-441a-a800-0e06257657cb req-81ec49d4-aeb8-4d9d-b88a-4ff9273f9443 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:39.756964 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6f5754b5-010a-441a-a800-0e06257657cb req-81ec49d4-aeb8-4d9d-b88a-4ff9273f9443 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/ports?device_id=6854fb03-c976-4d6f-88ff-8060777c67bc HTTP/1.1" status: 200 len: 943 time: 0.0633883 Jul 20 15:35:39.776032 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-da60f901-abbd-4212-a136-f8c21023e447 req-129969aa-1adb-40d5-bcd8-44c19e33e9d3 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f8cc0700-5535-424a-ac7f-e08c5c1408c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460186 Jul 20 15:35:39.777925 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-959785df-3945-4f97-99f7-711ffe3b2438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (0cf7b97d-b7e6-4300-b915-227657ce361e), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:39.783117 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-a48eed6a-5031-4c41-b5b8-b57e0ab23aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba08bb8-940d-4673-a2db-4a5332c1e6ac', 'name': 'tempest-TestShelveInstance-1725799495-router', 'tenant_id': '24edc8866f044562ad23afe2815af7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '71d50e4d-7db4-4102-969c-3cbf16b9a055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:35:34Z', 'updated_at': '2022-07-20T15:35:36Z', 'revision_number': 3, 'project_id': '24edc8866f044562ad23afe2815af7b0', 'gw_port': {'id': '71d50e4d-7db4-4102-969c-3cbf16b9a055', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:09:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba08bb8-940d-4673-a2db-4a5332c1e6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:35:35Z', 'updated_at': '2022-07-20T15:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:35:39.820123 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6f5754b5-010a-441a-a800-0e06257657cb req-105095e6-fb47-4ac2-b663-2b222bfaff67 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/security-groups?id=88ec5720-5fb7-412c-b03c-781c9df83e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552855 Jul 20 15:35:39.820877 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48eed6a-5031-4c41-b5b8-b57e0ab23aa4 None None] The sync data for ids ['3ba08bb8-940d-4673-a2db-4a5332c1e6ac'] in dv-cinder-819149-12-iscsi is: [{'id': '3ba08bb8-940d-4673-a2db-4a5332c1e6ac', 'name': 'tempest-TestShelveInstance-1725799495-router', 'tenant_id': '24edc8866f044562ad23afe2815af7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '71d50e4d-7db4-4102-969c-3cbf16b9a055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:35:34Z', 'updated_at': '2022-07-20T15:35:36Z', 'revision_number': 3, 'project_id': '24edc8866f044562ad23afe2815af7b0', 'gw_port': {'id': '71d50e4d-7db4-4102-969c-3cbf16b9a055', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:09:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba08bb8-940d-4673-a2db-4a5332c1e6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:35:35Z', 'updated_at': '2022-07-20T15:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}] {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:35:39.830015 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959785df-3945-4f97-99f7-711ffe3b2438 admin admin] Network 3f62d4f9-f944-4faa-a284-3f268813ee07 is already hosted by enough agents. {{(pid=104509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:35:39.835782 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [None req-959785df-3945-4f97-99f7-711ffe3b2438 admin admin] Resources bound (agent type, host, resource id): {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:35:39.838639 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959785df-3945-4f97-99f7-711ffe3b2438 admin admin] Received port after_create {{(pid=104509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:35:39.841673 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959785df-3945-4f97-99f7-711ffe3b2438 admin admin] Pushing event updated for resources: {'Port': ['ID=0cf7b97d-b7e6-4300-b915-227657ce361e,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:39.879916 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:39.893520 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-959785df-3945-4f97-99f7-711ffe3b2438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1719139'] for router_interface (3ba08bb8-940d-4673-a2db-4a5332c1e6ac), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:40.138430 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-959785df-3945-4f97-99f7-711ffe3b2438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (0cf7b97d-b7e6-4300-b915-227657ce361e), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:40.140823 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-fb7d25ec-3a0a-465b-8ccb-4f66fc456f97 None None] Provisioning complete for port 0cf7b97d-b7e6-4300-b915-227657ce361e triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:35:40.141481 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-fb7d25ec-3a0a-465b-8ccb-4f66fc456f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (0cf7b97d-b7e6-4300-b915-227657ce361e), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:40.189248 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-fb7d25ec-3a0a-465b-8ccb-4f66fc456f97 None None] Port 0cf7b97d-b7e6-4300-b915-227657ce361e cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:35:40.226520 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:40.239284 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c87cf-de13-4f00-856e-f25473031a52 req-d9efd3a1-21c1-46cd-9dce-9dafa504315d tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:40.257411 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-386c87cf-de13-4f00-856e-f25473031a52 req-d9efd3a1-21c1-46cd-9dce-9dafa504315d tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.0596626 Jul 20 15:35:40.296805 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:40.299577 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-386c87cf-de13-4f00-856e-f25473031a52 req-9f6acad4-1fde-486c-895a-78ff060f9902 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528846 Jul 20 15:35:40.340661 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-959785df-3945-4f97-99f7-711ffe3b2438 admin admin] Publish callbacks [] for port (0cf7b97d-b7e6-4300-b915-227657ce361e), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:40.412004 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-959785df-3945-4f97-99f7-711ffe3b2438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934114'] for port (0cf7b97d-b7e6-4300-b915-227657ce361e), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:40.492314 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-959785df-3945-4f97-99f7-711ffe3b2438 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1514758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716523'] for router_interface (3ba08bb8-940d-4673-a2db-4a5332c1e6ac), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:40.495285 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959785df-3945-4f97-99f7-711ffe3b2438 admin admin] Pushing event updated for resources: {'Port': ['ID=0cf7b97d-b7e6-4300-b915-227657ce361e,revision_number=2']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:40.608134 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959785df-3945-4f97-99f7-711ffe3b2438 admin admin] Network 3f62d4f9-f944-4faa-a284-3f268813ee07 is already hosted by enough agents. {{(pid=104509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:35:40.609685 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [None req-959785df-3945-4f97-99f7-711ffe3b2438 admin admin] Resources bound (agent type, host, resource id): {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:35:40.745591 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-959785df-3945-4f97-99f7-711ffe3b2438 admin admin] Router 3ba08bb8-940d-4673-a2db-4a5332c1e6ac has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:35:40.771237 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51a7be-a6a8-4466-8fa5-65b4c9a61054 req-2c319255-7d8a-4eac-b016-674006353d55 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:40.773004 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5e51a7be-a6a8-4466-8fa5-65b4c9a61054 req-2c319255-7d8a-4eac-b016-674006353d55 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 944 time: 0.0758777 Jul 20 15:35:40.868733 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5e51a7be-a6a8-4466-8fa5-65b4c9a61054 req-f3f24d43-827b-4b89-8239-d1cd076090ca tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771258 Jul 20 15:35:40.894073 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 71d50e4d-7db4-4102-969c-3cbf16b9a055 up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:35:40.953004 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-ba7464f1-fa32-4be8-94bd-bbc3b972a25a None None] Provisioning complete for port 0cf7b97d-b7e6-4300-b915-227657ce361e triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:35:40.953457 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ba7464f1-fa32-4be8-94bd-bbc3b972a25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (0cf7b97d-b7e6-4300-b915-227657ce361e), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:40.972365 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234bcd8-9e1b-476e-900b-a8bd2f525fa4 req-8b5b5851-0933-4274-8ae9-a5a7347c75e7 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:40.974846 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2234bcd8-9e1b-476e-900b-a8bd2f525fa4 req-8b5b5851-0933-4274-8ae9-a5a7347c75e7 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/ports?device_id=6854fb03-c976-4d6f-88ff-8060777c67bc HTTP/1.1" status: 200 len: 943 time: 0.0562422 Jul 20 15:35:40.999317 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-ba7464f1-fa32-4be8-94bd-bbc3b972a25a None None] Port 0cf7b97d-b7e6-4300-b915-227657ce361e cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:35:41.015646 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port 71d50e4d-7db4-4102-969c-3cbf16b9a055 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:35:41.015646 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (71d50e4d-7db4-4102-969c-3cbf16b9a055), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:41.048076 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2234bcd8-9e1b-476e-900b-a8bd2f525fa4 req-40a6a8df-3ef2-4aaa-835d-ab5cb1df0662 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/security-groups?id=88ec5720-5fb7-412c-b03c-781c9df83e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658760 Jul 20 15:35:41.070390 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ec210-37cd-4a3a-bb30-728ba2459e83 req-e89224a9-1f63-4af6-ba68-bffc5a7dc6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:41.071998 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-f95ec210-37cd-4a3a-bb30-728ba2459e83 req-e89224a9-1f63-4af6-ba68-bffc5a7dc6dc service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=aa49d7002cf441348cf3166e64b1bc87&device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 1129 time: 0.1118689 Jul 20 15:35:41.094186 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959785df-3945-4f97-99f7-711ffe3b2438 admin admin] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:35:41.104700 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-959785df-3945-4f97-99f7-711ffe3b2438 admin admin] 10.222.0.78 "PUT /v2.0/routers/3ba08bb8-940d-4673-a2db-4a5332c1e6ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0916326 Jul 20 15:35:41.113957 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-da60f901-abbd-4212-a136-f8c21023e447 req-72eab849-15d3-4e91-83df-51ff76b03c44 service neutron] 10.222.0.102 "GET /v2.0/networks/f8cc0700-5535-424a-ac7f-e08c5c1408c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997776 Jul 20 15:35:41.120260 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port 71d50e4d-7db4-4102-969c-3cbf16b9a055 is: DOWN; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:35:41.121147 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (71d50e4d-7db4-4102-969c-3cbf16b9a055), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:41.142874 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] For port 71d50e4d-7db4-4102-969c-3cbf16b9a055, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=71d50e4d-7db4-4102-969c-3cbf16b9a055,segment=NetworkSegment(65d22977-7383-4d3c-8560-aa09b9e1098a),segment_id=65d22977-7383-4d3c-8560-aa09b9e1098a)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:35:41.200807 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (71d50e4d-7db4-4102-969c-3cbf16b9a055), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:41.252061 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:41.261577 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Pushing event updated for resources: {'Port': ['ID=71d50e4d-7db4-4102-969c-3cbf16b9a055,revision_number=4']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:41.431837 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce2d73-9481-4927-85d3-2577a533426d req-da45a96a-813d-4452-8bbe-c4a183862bfd tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:41.437577 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:41.438067 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-7bce2d73-9481-4927-85d3-2577a533426d req-da45a96a-813d-4452-8bbe-c4a183862bfd tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.0562365 Jul 20 15:35:41.491313 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-7bce2d73-9481-4927-85d3-2577a533426d req-b2c8c2dc-cb51-46f3-a4d4-84ae4d76c7be tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495524 Jul 20 15:35:41.566042 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 46186) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:35:41.570595 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-d9c1844d-437d-40f3-9d80-f84076383062 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1190445814', 'description': 'tempest-secgroup-smoke-1190445814 description', 'project_id': '09d92d320f8748c58aca3fd6a8776540'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:35:41.604259 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-da60f901-abbd-4212-a136-f8c21023e447 req-c901aa7a-69f9-4f4a-8553-06bbc4988402 service neutron] 10.222.0.102 "GET /v2.0/networks/f8cc0700-5535-424a-ac7f-e08c5c1408c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894264 Jul 20 15:35:41.613901 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4410320-aa70-43a9-9e11-ab1c87a88100 None None] Sync routers for ids ['3ba08bb8-940d-4673-a2db-4a5332c1e6ac'] in dv-cinder-819149-12-iscsi {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:35:41.624271 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ec210-37cd-4a3a-bb30-728ba2459e83 req-bed9a2f3-4f8b-4e0e-9feb-c574d72ed179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:41.625766 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-f95ec210-37cd-4a3a-bb30-728ba2459e83 req-bed9a2f3-4f8b-4e0e-9feb-c574d72ed179 service neutron] 10.222.0.102 "GET /v2.0/networks?id=fa5e056d-5a56-4462-a470-30c02f844e62 HTTP/1.1" status: 200 len: 912 time: 0.1950688 Jul 20 15:35:41.627748 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4410320-aa70-43a9-9e11-ab1c87a88100 None None] Routers {'3ba08bb8-940d-4673-a2db-4a5332c1e6ac'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:35:41.628333 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-a4410320-aa70-43a9-9e11-ab1c87a88100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:35:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['3ba08bb8-940d-4673-a2db-4a5332c1e6ac'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:35:41.698408 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-f95ec210-37cd-4a3a-bb30-728ba2459e83 req-fb4a04a7-9b31-4e50-9065-7c3d54d2378c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c61a150-9d0c-4c43-949a-82e85b926581 HTTP/1.1" status: 200 len: 1000 time: 0.0635126 Jul 20 15:35:41.709868 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-d9c1844d-437d-40f3-9d80-f84076383062 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:41.750301 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-a4410320-aa70-43a9-9e11-ab1c87a88100 None None] Set router 3ba08bb8-940d-4673-a2db-4a5332c1e6ac gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:35:41.753001 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=100 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:41.772408 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ec210-37cd-4a3a-bb30-728ba2459e83 req-9f4fbf90-374a-4242-9aa7-bf42567d49b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:41.772408 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-f95ec210-37cd-4a3a-bb30-728ba2459e83 req-9f4fbf90-374a-4242-9aa7-bf42567d49b0 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c9fff1ac-07cb-4893-9ae7-8ae90fdf7477 HTTP/1.1" status: 200 len: 850 time: 0.0558760 Jul 20 15:35:41.803757 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-d9c1844d-437d-40f3-9d80-f84076383062 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks [] for security_group (1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:41.832578 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:41.904062 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-d9c1844d-437d-40f3-9d80-f84076383062 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:41.937569 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1844d-437d-40f3-9d80-f84076383062 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:41.970869 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-a4410320-aa70-43a9-9e11-ab1c87a88100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba08bb8-940d-4673-a2db-4a5332c1e6ac', 'name': 'tempest-TestShelveInstance-1725799495-router', 'tenant_id': '24edc8866f044562ad23afe2815af7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '71d50e4d-7db4-4102-969c-3cbf16b9a055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:35:34Z', 'updated_at': '2022-07-20T15:35:39Z', 'revision_number': 4, 'project_id': '24edc8866f044562ad23afe2815af7b0', 'gw_port': {'id': '71d50e4d-7db4-4102-969c-3cbf16b9a055', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:09:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba08bb8-940d-4673-a2db-4a5332c1e6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:35:35Z', 'updated_at': '2022-07-20T15:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '0cf7b97d-b7e6-4300-b915-227657ce361e', 'name': '', 'network_id': '3f62d4f9-f944-4faa-a284-3f268813ee07', 'tenant_id': '24edc8866f044562ad23afe2815af7b0', 'mac_address': 'fa:16:3e:94:71:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba08bb8-940d-4673-a2db-4a5332c1e6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'e865bfec-5d15-4591-92e2-97903a88eedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:35:38Z', 'updated_at': '2022-07-20T15:35:40Z', 'revision_number': 2, 'project_id': '24edc8866f044562ad23afe2815af7b0', 'subnets': [{'id': 'e865bfec-5d15-4591-92e2-97903a88eedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:35:41.997623 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4410320-aa70-43a9-9e11-ab1c87a88100 None None] Checking router: 3ba08bb8-940d-4673-a2db-4a5332c1e6ac for host: dv-cinder-819149-12-iscsi {{(pid=104512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:35:41.997971 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4410320-aa70-43a9-9e11-ab1c87a88100 None None] Updating router 3ba08bb8-940d-4673-a2db-4a5332c1e6ac port 0cf7b97d-b7e6-4300-b915-227657ce361e binding host dv-cinder-819149-12-iscsi {{(pid=104512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 15:35:42.008982 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:42.019733 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-d9c1844d-437d-40f3-9d80-f84076383062 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:42.021076 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-d9c1844d-437d-40f3-9d80-f84076383062 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4539831 Jul 20 15:35:42.024964 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 46194) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:35:42.029318 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-a4410320-aa70-43a9-9e11-ab1c87a88100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (0cf7b97d-b7e6-4300-b915-227657ce361e), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:42.031113 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb24f0-079d-4bc2-9658-9b99b16a36ed req-679af0ed-a232-49f7-9718-f62c6d67899c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:42.032206 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-4ca4fdec-dc13-406b-8c80-a1314666d80b tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Request body: {'security_group_rule': {'security_group_id': '1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a', 'project_id': '09d92d320f8748c58aca3fd6a8776540', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:35:42.032597 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-95bb24f0-079d-4bc2-9658-9b99b16a36ed req-679af0ed-a232-49f7-9718-f62c6d67899c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 944 time: 0.0566251 Jul 20 15:35:42.088556 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-95bb24f0-079d-4bc2-9658-9b99b16a36ed req-b1197fc5-37a0-458c-b5ee-bb31f0d8c61b tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491283 Jul 20 15:35:42.155907 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-4ca4fdec-dc13-406b-8c80-a1314666d80b tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks [] for security_group_rule (03563025-93cc-4787-bf5a-e4c8776b419b), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:42.197765 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2993c4-e866-41d1-9498-3f702adcfc72 req-7d3b0bbb-dd5d-4722-81e5-192eef518c8a tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:42.199061 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-8a2993c4-e866-41d1-9498-3f702adcfc72 req-7d3b0bbb-dd5d-4722-81e5-192eef518c8a tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/ports?device_id=6854fb03-c976-4d6f-88ff-8060777c67bc HTTP/1.1" status: 200 len: 943 time: 0.0627291 Jul 20 15:35:42.229454 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-4ca4fdec-dc13-406b-8c80-a1314666d80b tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks [] for security_group_rule (03563025-93cc-4787-bf5a-e4c8776b419b), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:42.246940 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:42.264515 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-8a2993c4-e866-41d1-9498-3f702adcfc72 req-5a5a72c7-3dbd-4004-9f4a-aa20060f0964 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/security-groups?id=88ec5720-5fb7-412c-b03c-781c9df83e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551000 Jul 20 15:35:42.310413 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-4ca4fdec-dc13-406b-8c80-a1314666d80b tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624241'] for security_group_rule (03563025-93cc-4787-bf5a-e4c8776b419b), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:42.318388 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-a4410320-aa70-43a9-9e11-ab1c87a88100 None None] Publish callbacks [] for port (0cf7b97d-b7e6-4300-b915-227657ce361e), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:42.333347 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca4fdec-dc13-406b-8c80-a1314666d80b tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03563025-93cc-4787-bf5a-e4c8776b419b,revision_number=0']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:42.430093 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-a4410320-aa70-43a9-9e11-ab1c87a88100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (0cf7b97d-b7e6-4300-b915-227657ce361e), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:42.434598 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-4ca4fdec-dc13-406b-8c80-a1314666d80b tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:42.436543 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-4ca4fdec-dc13-406b-8c80-a1314666d80b tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4088476 Jul 20 15:35:42.439552 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 46198) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:35:42.447115 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-379d6275-d1f1-46f4-accd-7ebde3f8c693 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Request body: {'security_group_rule': {'security_group_id': '1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a', 'project_id': '09d92d320f8748c58aca3fd6a8776540', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:35:42.500274 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c33c1-ff66-44db-9856-749ebd0166f1 None None] Pushing event updated for resources: {'Port': ['ID=0cf7b97d-b7e6-4300-b915-227657ce361e,revision_number=3']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:42.558756 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [None req-a4410320-aa70-43a9-9e11-ab1c87a88100 None None] Attempting to bind port 0cf7b97d-b7e6-4300-b915-227657ce361e on host dv-cinder-819149-12-iscsi for vnic_type normal with profile {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:35:42.559318 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [None req-a4410320-aa70-43a9-9e11-ab1c87a88100 None None] Attempting to bind port 0cf7b97d-b7e6-4300-b915-227657ce361e by drivers openvswitch,hyperv on host dv-cinder-819149-12-iscsi at level 0 using segments [{'id': '0815aa89-bc48-437a-929b-cf72554880dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '3f62d4f9-f944-4faa-a284-3f268813ee07'}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:35:42.559765 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4410320-aa70-43a9-9e11-ab1c87a88100 None None] Attempting to bind port 0cf7b97d-b7e6-4300-b915-227657ce361e on network 3f62d4f9-f944-4faa-a284-3f268813ee07 {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:35:42.569488 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4410320-aa70-43a9-9e11-ab1c87a88100 None None] Checking agent: {'id': '5729d8e0-9e32-4d27-b92e-30241f6d9221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 22, 55), 'started_at': datetime.datetime(2022, 7, 20, 15, 23, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:35:42.569785 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4410320-aa70-43a9-9e11-ab1c87a88100 None None] Checking segment: {'id': '0815aa89-bc48-437a-929b-cf72554880dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '3f62d4f9-f944-4faa-a284-3f268813ee07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:35:42.570335 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-a4410320-aa70-43a9-9e11-ab1c87a88100 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:42.570778 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4410320-aa70-43a9-9e11-ab1c87a88100 None None] Bound using segment: {'id': '0815aa89-bc48-437a-929b-cf72554880dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '3f62d4f9-f944-4faa-a284-3f268813ee07'} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:35:42.571247 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [None req-a4410320-aa70-43a9-9e11-ab1c87a88100 None None] Bound port: 0cf7b97d-b7e6-4300-b915-227657ce361e, host: dv-cinder-819149-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0815aa89-bc48-437a-929b-cf72554880dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': '3f62d4f9-f944-4faa-a284-3f268813ee07'}}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:35:42.571625 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-a4410320-aa70-43a9-9e11-ab1c87a88100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (0cf7b97d-b7e6-4300-b915-227657ce361e), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:42.604030 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-379d6275-d1f1-46f4-accd-7ebde3f8c693 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks [] for security_group_rule (a0914793-edcd-49fe-9836-339248dc2ada), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:42.636608 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b77162-ce6c-4553-9424-b08522008e67 req-ff1e1931-d58f-4690-82a7-2e86164c5ac7 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:42.638188 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b5b77162-ce6c-4553-9424-b08522008e67 req-ff1e1931-d58f-4690-82a7-2e86164c5ac7 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.0733426 Jul 20 15:35:42.663813 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [None req-a4410320-aa70-43a9-9e11-ab1c87a88100 None None] For port 0cf7b97d-b7e6-4300-b915-227657ce361e, host dv-cinder-819149-12-iscsi, cleared binding levels {{(pid=104512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:35:42.667859 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [None req-a4410320-aa70-43a9-9e11-ab1c87a88100 None None] For port 0cf7b97d-b7e6-4300-b915-227657ce361e, host dv-cinder-819149-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=0cf7b97d-b7e6-4300-b915-227657ce361e,segment=NetworkSegment(0815aa89-bc48-437a-929b-cf72554880dd),segment_id=0815aa89-bc48-437a-929b-cf72554880dd)] {{(pid=104512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:35:42.668292 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:42.720908 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b5b77162-ce6c-4553-9424-b08522008e67 req-0335c13f-b1d6-4741-8a66-36f4bc51931c tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735066 Jul 20 15:35:42.722813 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-379d6275-d1f1-46f4-accd-7ebde3f8c693 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks [] for security_group_rule (a0914793-edcd-49fe-9836-339248dc2ada), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:42.739477 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-7d529976-a080-4d02-95c2-1d5cf8ef8cab None None] Provisioning complete for port 0cf7b97d-b7e6-4300-b915-227657ce361e triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:35:42.739477 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-7d529976-a080-4d02-95c2-1d5cf8ef8cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (0cf7b97d-b7e6-4300-b915-227657ce361e), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:42.787140 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-7d529976-a080-4d02-95c2-1d5cf8ef8cab None None] Port 0cf7b97d-b7e6-4300-b915-227657ce361e cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:35:42.802638 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 71d50e4d-7db4-4102-969c-3cbf16b9a055 up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:35:42.824280 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-a4410320-aa70-43a9-9e11-ab1c87a88100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (0cf7b97d-b7e6-4300-b915-227657ce361e), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:42.851064 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 59e14bde-8d7e-43e1-8cdf-acd276b65784 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:35:42.870064 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-379d6275-d1f1-46f4-accd-7ebde3f8c693 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624241'] for security_group_rule (a0914793-edcd-49fe-9836-339248dc2ada), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:42.905574 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port 71d50e4d-7db4-4102-969c-3cbf16b9a055 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:35:42.906211 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (71d50e4d-7db4-4102-969c-3cbf16b9a055), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:42.916934 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0938a-334d-4238-b18b-de243803faaf req-a5c28a4c-b03b-4ccf-b4db-0422b1798379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:42.922834 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-6ef0938a-334d-4238-b18b-de243803faaf req-a5c28a4c-b03b-4ccf-b4db-0422b1798379 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3e3b499bb69b4b449a2e2515d94094fb&device_id=6854fb03-c976-4d6f-88ff-8060777c67bc HTTP/1.1" status: 200 len: 1127 time: 0.1460459 Jul 20 15:35:42.924335 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ec210-37cd-4a3a-bb30-728ba2459e83 req-e2895bb3-8193-4085-9e52-d582f9ca1088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:42.925814 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-f95ec210-37cd-4a3a-bb30-728ba2459e83 req-e2895bb3-8193-4085-9e52-d582f9ca1088 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=fa5e056d-5a56-4462-a470-30c02f844e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1391459 Jul 20 15:35:42.953444 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d6275-d1f1-46f4-accd-7ebde3f8c693 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0914793-edcd-49fe-9836-339248dc2ada,revision_number=0']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:42.996673 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c33c1-ff66-44db-9856-749ebd0166f1 None None] Pushing event updated for resources: {'Port': ['ID=0cf7b97d-b7e6-4300-b915-227657ce361e,revision_number=4']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:43.008457 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4410320-aa70-43a9-9e11-ab1c87a88100 None None] Routers {'3ba08bb8-940d-4673-a2db-4a5332c1e6ac'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:35:43.009509 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-a4410320-aa70-43a9-9e11-ab1c87a88100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:35:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['3ba08bb8-940d-4673-a2db-4a5332c1e6ac'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:35:43.076796 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:43.082572 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-379d6275-d1f1-46f4-accd-7ebde3f8c693 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:43.086909 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-379d6275-d1f1-46f4-accd-7ebde3f8c693 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6459391 Jul 20 15:35:43.091946 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 46210) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:35:43.097438 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-f31965e0-ce5c-4b11-a20f-1dac7d057fbc tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Request body: {'security_group_rule': {'security_group_id': '1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a', 'project_id': '09d92d320f8748c58aca3fd6a8776540', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:35:43.107876 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 59e14bde-8d7e-43e1-8cdf-acd276b65784, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=59e14bde-8d7e-43e1-8cdf-acd276b65784,segment=NetworkSegment(643648c2-fbcf-4011-96d1-5d3dde59321a),segment_id=643648c2-fbcf-4011-96d1-5d3dde59321a)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:35:43.142590 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port 71d50e4d-7db4-4102-969c-3cbf16b9a055 is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:35:43.146422 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Returning: {'device': '59e14bde-8d7e-43e1-8cdf-acd276b65784', 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e', 'port_id': '59e14bde-8d7e-43e1-8cdf-acd276b65784', 'mac_address': 'fa:16:3e:17:1f:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 980, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:35:43.193640 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port 59e14bde-8d7e-43e1-8cdf-acd276b65784 is: DOWN; New status is: BUILD {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:35:43.194479 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (59e14bde-8d7e-43e1-8cdf-acd276b65784), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:43.212917 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59e14bde-8d7e-43e1-8cdf-acd276b65784 {{(pid=104511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:35:43.244603 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 59e14bde-8d7e-43e1-8cdf-acd276b65784, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=59e14bde-8d7e-43e1-8cdf-acd276b65784,segment=NetworkSegment(643648c2-fbcf-4011-96d1-5d3dde59321a),segment_id=643648c2-fbcf-4011-96d1-5d3dde59321a)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:35:43.254993 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-f95ec210-37cd-4a3a-bb30-728ba2459e83 req-42b0f48b-7829-4426-b7f1-95fcea264867 service neutron] 10.222.0.102 "GET /v2.0/networks/fa5e056d-5a56-4462-a470-30c02f844e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073542 Jul 20 15:35:43.323316 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0938a-334d-4238-b18b-de243803faaf req-1f50be9e-72c5-40c7-9288-b73913443b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:43.325204 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-6ef0938a-334d-4238-b18b-de243803faaf req-1f50be9e-72c5-40c7-9288-b73913443b7f service neutron] 10.222.0.102 "GET /v2.0/networks?id=f8cc0700-5535-424a-ac7f-e08c5c1408c4 HTTP/1.1" status: 200 len: 915 time: 0.3887980 Jul 20 15:35:43.342805 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (59e14bde-8d7e-43e1-8cdf-acd276b65784), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:43.343245 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f31965e0-ce5c-4b11-a20f-1dac7d057fbc tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks [] for security_group_rule (5693aa52-9f61-459f-bf7b-8a4457a391f9), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:43.378872 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dfe321-f2b5-499a-a1bb-de7096ebd927 req-bdaaa615-a350-4a06-b0c0-10c96ff0a73e tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:43.380667 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-f7dfe321-f2b5-499a-a1bb-de7096ebd927 req-bdaaa615-a350-4a06-b0c0-10c96ff0a73e tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 944 time: 0.1413057 Jul 20 15:35:43.396098 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-a4410320-aa70-43a9-9e11-ab1c87a88100 None None] Set router 3ba08bb8-940d-4673-a2db-4a5332c1e6ac gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:35:43.399920 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-6ef0938a-334d-4238-b18b-de243803faaf req-78f844d4-f490-43e8-a143-10d015a29b76 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ea8bb63-cd9c-4e67-8488-ff3991760128 HTTP/1.1" status: 200 len: 217 time: 0.0532374 Jul 20 15:35:43.436593 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-2c3f5c76-dcfa-4789-85cc-3e5e493c2762 None None] Provisioning complete for port 0cf7b97d-b7e6-4300-b915-227657ce361e triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:35:43.437235 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2c3f5c76-dcfa-4789-85cc-3e5e493c2762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (0cf7b97d-b7e6-4300-b915-227657ce361e), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:43.462789 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=59e14bde-8d7e-43e1-8cdf-acd276b65784,revision_number=9']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:43.483345 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-f7dfe321-f2b5-499a-a1bb-de7096ebd927 req-0594e7a3-684e-4577-8d5f-521d4fbf7430 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931432 Jul 20 15:35:43.502768 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f31965e0-ce5c-4b11-a20f-1dac7d057fbc tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks [] for security_group_rule (5693aa52-9f61-459f-bf7b-8a4457a391f9), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:43.559236 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:43.577799 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f31965e0-ce5c-4b11-a20f-1dac7d057fbc tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624241'] for security_group_rule (5693aa52-9f61-459f-bf7b-8a4457a391f9), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:43.578436 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0938a-334d-4238-b18b-de243803faaf req-d1473f0a-ba26-465f-b190-77461d437fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:43.580554 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-6ef0938a-334d-4238-b18b-de243803faaf req-d1473f0a-ba26-465f-b190-77461d437fec service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5e43b59f-6402-4695-9da5-d45bf3dfc200 HTTP/1.1" status: 200 len: 854 time: 0.1760631 Jul 20 15:35:43.585661 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-f95ec210-37cd-4a3a-bb30-728ba2459e83 req-c5dd82db-0719-47e3-a26d-a1e1cfe50cad service neutron] 10.222.0.102 "GET /v2.0/networks/fa5e056d-5a56-4462-a470-30c02f844e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097782 Jul 20 15:35:43.587923 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-2c3f5c76-dcfa-4789-85cc-3e5e493c2762 None None] Current status of the port 0cf7b97d-b7e6-4300-b915-227657ce361e is: DOWN; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:35:43.588182 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2c3f5c76-dcfa-4789-85cc-3e5e493c2762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (0cf7b97d-b7e6-4300-b915-227657ce361e), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:43.639203 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 6 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:35:43.641110 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-6ef0938a-334d-4238-b18b-de243803faaf req-e956ac40-53d5-4c1d-81d5-6e5abce4b1ff service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f8cc0700-5535-424a-ac7f-e08c5c1408c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457027 Jul 20 15:35:43.641458 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] get_ports_and_sgs() called for port_ids ['59e14bde-8d7e-43e1-8cdf-acd276b65784'] {{(pid=104511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:35:43.659334 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31965e0-ce5c-4b11-a20f-1dac7d057fbc tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5693aa52-9f61-459f-bf7b-8a4457a391f9,revision_number=0']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:43.663570 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:43.684092 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28c182-7296-4b1b-a815-317560ce7ed2 req-ec759b6e-73d5-4087-bf1c-e0c94f43f366 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:43.686068 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-8e28c182-7296-4b1b-a815-317560ce7ed2 req-ec759b6e-73d5-4087-bf1c-e0c94f43f366 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/ports?device_id=6854fb03-c976-4d6f-88ff-8060777c67bc HTTP/1.1" status: 200 len: 943 time: 0.0996685 Jul 20 15:35:43.688595 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:43.700734 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-2c3f5c76-dcfa-4789-85cc-3e5e493c2762 None None] For port 0cf7b97d-b7e6-4300-b915-227657ce361e, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=0cf7b97d-b7e6-4300-b915-227657ce361e,segment=NetworkSegment(0815aa89-bc48-437a-929b-cf72554880dd),segment_id=0815aa89-bc48-437a-929b-cf72554880dd)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:35:43.733740 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f31965e0-ce5c-4b11-a20f-1dac7d057fbc tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:43.735601 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-f31965e0-ce5c-4b11-a20f-1dac7d057fbc tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6425617 Jul 20 15:35:43.742900 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 46218) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:35:43.764462 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-042386c1-0073-4fb1-b086-6633aaac09b9 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Request body: {'security_group_rule': {'security_group_id': '1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a', 'project_id': '09d92d320f8748c58aca3fd6a8776540', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:35:43.809774 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-a4410320-aa70-43a9-9e11-ab1c87a88100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba08bb8-940d-4673-a2db-4a5332c1e6ac', 'name': 'tempest-TestShelveInstance-1725799495-router', 'tenant_id': '24edc8866f044562ad23afe2815af7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '71d50e4d-7db4-4102-969c-3cbf16b9a055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:35:34Z', 'updated_at': '2022-07-20T15:35:39Z', 'revision_number': 4, 'project_id': '24edc8866f044562ad23afe2815af7b0', 'gw_port': {'id': '71d50e4d-7db4-4102-969c-3cbf16b9a055', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:09:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba08bb8-940d-4673-a2db-4a5332c1e6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:35:35Z', 'updated_at': '2022-07-20T15:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '0cf7b97d-b7e6-4300-b915-227657ce361e', 'name': '', 'network_id': '3f62d4f9-f944-4faa-a284-3f268813ee07', 'tenant_id': '24edc8866f044562ad23afe2815af7b0', 'mac_address': 'fa:16:3e:94:71:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba08bb8-940d-4673-a2db-4a5332c1e6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'e865bfec-5d15-4591-92e2-97903a88eedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:35:38Z', 'updated_at': '2022-07-20T15:35:42Z', 'revision_number': 4, 'project_id': '24edc8866f044562ad23afe2815af7b0', 'subnets': [{'id': 'e865bfec-5d15-4591-92e2-97903a88eedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:35:43.821130 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-6ef0938a-334d-4238-b18b-de243803faaf req-fa93bd1c-968a-4572-aacc-107b59f0051a service neutron] 10.222.0.102 "GET /v2.0/networks/f8cc0700-5535-424a-ac7f-e08c5c1408c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433437 Jul 20 15:35:43.824815 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-8e28c182-7296-4b1b-a815-317560ce7ed2 req-2a8b8ef4-5e2d-48a7-bb82-92e27164df74 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/security-groups?id=88ec5720-5fb7-412c-b03c-781c9df83e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324160 Jul 20 15:35:43.843773 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4410320-aa70-43a9-9e11-ab1c87a88100 None None] The sync data for ids ['3ba08bb8-940d-4673-a2db-4a5332c1e6ac'] in dv-cinder-819149-12-iscsi is: [{'id': '3ba08bb8-940d-4673-a2db-4a5332c1e6ac', 'name': 'tempest-TestShelveInstance-1725799495-router', 'tenant_id': '24edc8866f044562ad23afe2815af7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '71d50e4d-7db4-4102-969c-3cbf16b9a055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:35:34Z', 'updated_at': '2022-07-20T15:35:39Z', 'revision_number': 4, 'project_id': '24edc8866f044562ad23afe2815af7b0', 'gw_port': {'id': '71d50e4d-7db4-4102-969c-3cbf16b9a055', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:09:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba08bb8-940d-4673-a2db-4a5332c1e6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:35:35Z', 'updated_at': '2022-07-20T15:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '0cf7b97d-b7e6-4300-b915-227657ce361e', 'name': '', 'network_id': '3f62d4f9-f944-4faa-a284-3f268813ee07', 'tenant_id': '24edc8866f044562ad23afe2815af7b0', 'mac_address': 'fa:16:3e:94:71:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba08bb8-940d-4673-a2db-4a5332c1e6ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'e865bfec-5d15-4591-92e2-97903a88eedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:35:38Z', 'updated_at': '2022-07-20T15:35:42Z', 'revision_number': 4, 'project_id': '24edc8866f044562ad23afe2815af7b0', 'subnets': [{'id': 'e865bfec-5d15-4591-92e2-97903a88eedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:35:43.867766 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2c3f5c76-dcfa-4789-85cc-3e5e493c2762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (0cf7b97d-b7e6-4300-b915-227657ce361e), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:43.898796 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7009d6b-8cda-4c8d-a8b4-e9cd2ce6b93a req-ddf72aa6-b5f9-4f20-8676-a1659ac1a288 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:43.900971 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e7009d6b-8cda-4c8d-a8b4-e9cd2ce6b93a req-ddf72aa6-b5f9-4f20-8676-a1659ac1a288 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.0612228 Jul 20 15:35:43.955672 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f5c76-dcfa-4789-85cc-3e5e493c2762 None None] Pushing event updated for resources: {'Port': ['ID=0cf7b97d-b7e6-4300-b915-227657ce361e,revision_number=5']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:44.020934 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-042386c1-0073-4fb1-b086-6633aaac09b9 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks [] for security_group_rule (51d28a63-d8e2-4643-b71f-059bbe3e860b), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:44.030012 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3061070b-33a4-4f0f-93b6-4a00b863c9b6 req-d0df80b0-5abd-46fe-91c3-b48c99dee4d0 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:44.037271 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3061070b-33a4-4f0f-93b6-4a00b863c9b6 req-d0df80b0-5abd-46fe-91c3-b48c99dee4d0 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 945 time: 0.1147079 Jul 20 15:35:44.064276 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4d574-794f-466a-a780-5be3046783c1 req-9ed0016f-f7ff-4023-8c15-615a7a0bc2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:44.066610 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-8cc4d574-794f-466a-a780-5be3046783c1 req-9ed0016f-f7ff-4023-8c15-615a7a0bc2b2 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=61872ef687074f5791a2cc46732bebdf&device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 1129 time: 0.0842984 Jul 20 15:35:44.095297 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e7009d6b-8cda-4c8d-a8b4-e9cd2ce6b93a req-140d8fe7-343c-43ba-b500-52eb44a8b9eb tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398618 Jul 20 15:35:44.127047 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:44.165106 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3061070b-33a4-4f0f-93b6-4a00b863c9b6 req-ccb52113-22b7-4397-86a3-4084721578ae tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=01a306c2-cb97-49eb-a20f-5773ace76a30&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1221542 Jul 20 15:35:44.166947 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-6ef0938a-334d-4238-b18b-de243803faaf req-9743f831-0afa-473a-bb9e-99bee25ea829 service neutron] 10.222.0.102 "GET /v2.0/networks/f8cc0700-5535-424a-ac7f-e08c5c1408c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371433 Jul 20 15:35:44.176361 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-042386c1-0073-4fb1-b086-6633aaac09b9 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks [] for security_group_rule (51d28a63-d8e2-4643-b71f-059bbe3e860b), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:44.194130 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:44.214838 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4d574-794f-466a-a780-5be3046783c1 req-0662cc7a-f2b2-4ff6-a78e-08b4e1b81940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:44.216452 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-8cc4d574-794f-466a-a780-5be3046783c1 req-0662cc7a-f2b2-4ff6-a78e-08b4e1b81940 service neutron] 10.222.0.102 "GET /v2.0/networks?id=49eaadcd-4166-45bc-8081-db7a31ee5c71 HTTP/1.1" status: 200 len: 919 time: 0.1401453 Jul 20 15:35:44.291362 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-8cc4d574-794f-466a-a780-5be3046783c1 req-29090ced-23d4-42db-9ca1-4692af5a7588 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2135397-d828-46e2-a219-f788f406eb08 HTTP/1.1" status: 200 len: 1000 time: 0.0678887 Jul 20 15:35:44.293471 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-042386c1-0073-4fb1-b086-6633aaac09b9 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624241'] for security_group_rule (51d28a63-d8e2-4643-b71f-059bbe3e860b), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:44.317968 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042386c1-0073-4fb1-b086-6633aaac09b9 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51d28a63-d8e2-4643-b71f-059bbe3e860b,revision_number=0']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:44.362962 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4d574-794f-466a-a780-5be3046783c1 req-9303f425-a5ec-4886-a28b-86a110860702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:44.364473 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-8cc4d574-794f-466a-a780-5be3046783c1 req-9303f425-a5ec-4886-a28b-86a110860702 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa HTTP/1.1" status: 200 len: 857 time: 0.0578032 Jul 20 15:35:44.417764 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4d574-794f-466a-a780-5be3046783c1 req-318b4bae-d598-4d20-933b-ed5ee7db52b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:44.419236 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-8cc4d574-794f-466a-a780-5be3046783c1 req-318b4bae-d598-4d20-933b-ed5ee7db52b9 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=49eaadcd-4166-45bc-8081-db7a31ee5c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0474255 Jul 20 15:35:44.425570 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-042386c1-0073-4fb1-b086-6633aaac09b9 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:44.428015 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-042386c1-0073-4fb1-b086-6633aaac09b9 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6692872 Jul 20 15:35:44.443442 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 46226) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:35:44.443442 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-edd0e878-92b2-43af-bbd9-ef15acc03511 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Request body: {'security_group_rule': {'security_group_id': '1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a', 'project_id': '09d92d320f8748c58aca3fd6a8776540', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:35:44.546305 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-8cc4d574-794f-466a-a780-5be3046783c1 req-78bbe178-a30b-4f49-b7b5-4a914b33f666 service neutron] 10.222.0.102 "GET /v2.0/networks/49eaadcd-4166-45bc-8081-db7a31ee5c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201324 Jul 20 15:35:44.585408 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.db.securitygroups_db [None req-edd0e878-92b2-43af-bbd9-ef15acc03511 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Project 09d92d320f8748c58aca3fd6a8776540 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 15:35:44.622440 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-edd0e878-92b2-43af-bbd9-ef15acc03511 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks [] for security_group_rule (83737dd4-e955-4d14-bd19-2c87538e7bf3), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:44.630284 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96935b-501b-4baf-aa5f-8ce635bda0e6 req-0bdde00f-cf16-437c-b9ab-7d875d2ca592 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:44.632064 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3b96935b-501b-4baf-aa5f-8ce635bda0e6 req-0bdde00f-cf16-437c-b9ab-7d875d2ca592 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 945 time: 0.0553832 Jul 20 15:35:44.685033 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3b96935b-501b-4baf-aa5f-8ce635bda0e6 req-9f52f3ee-33e5-4c00-913b-c2327347e2a0 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455818 Jul 20 15:35:44.698467 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-8cc4d574-794f-466a-a780-5be3046783c1 req-80b57ced-d49a-40fd-a02b-f2c757e19dd4 service neutron] 10.222.0.102 "GET /v2.0/networks/49eaadcd-4166-45bc-8081-db7a31ee5c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443667 Jul 20 15:35:44.721080 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-edd0e878-92b2-43af-bbd9-ef15acc03511 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks [] for security_group_rule (83737dd4-e955-4d14-bd19-2c87538e7bf3), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:44.823555 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 5ea8bb63-cd9c-4e67-8488-ff3991760128 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:35:44.827116 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 59e14bde-8d7e-43e1-8cdf-acd276b65784 up at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:35:44.836994 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 0cf7b97d-b7e6-4300-b915-227657ce361e up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:35:44.897942 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-edd0e878-92b2-43af-bbd9-ef15acc03511 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624241'] for security_group_rule (83737dd4-e955-4d14-bd19-2c87538e7bf3), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:44.925926 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd0e878-92b2-43af-bbd9-ef15acc03511 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83737dd4-e955-4d14-bd19-2c87538e7bf3,revision_number=0']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:44.934755 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd0e878-92b2-43af-bbd9-ef15acc03511 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:44.935515 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd0e878-92b2-43af-bbd9-ef15acc03511 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:44.936085 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd0e878-92b2-43af-bbd9-ef15acc03511 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:44.936655 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd0e878-92b2-43af-bbd9-ef15acc03511 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:44.937244 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd0e878-92b2-43af-bbd9-ef15acc03511 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:44.937837 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd0e878-92b2-43af-bbd9-ef15acc03511 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:44.938365 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd0e878-92b2-43af-bbd9-ef15acc03511 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:44.942687 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd0e878-92b2-43af-bbd9-ef15acc03511 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:44.942687 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd0e878-92b2-43af-bbd9-ef15acc03511 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:44.942687 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd0e878-92b2-43af-bbd9-ef15acc03511 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:44.942687 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd0e878-92b2-43af-bbd9-ef15acc03511 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:44.942687 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd0e878-92b2-43af-bbd9-ef15acc03511 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:44.942687 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd0e878-92b2-43af-bbd9-ef15acc03511 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:44.942687 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd0e878-92b2-43af-bbd9-ef15acc03511 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:44.942687 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd0e878-92b2-43af-bbd9-ef15acc03511 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:44.975793 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c551d-c5ad-4deb-8d2e-eaabcb13bc02 req-b399b9fd-9138-4892-96c1-b84ce1e7f654 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:44.977748 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-8d0c551d-c5ad-4deb-8d2e-eaabcb13bc02 req-b399b9fd-9138-4892-96c1-b84ce1e7f654 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/ports?device_id=6854fb03-c976-4d6f-88ff-8060777c67bc HTTP/1.1" status: 200 len: 943 time: 0.0785074 Jul 20 15:35:45.004386 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning complete for port 59e14bde-8d7e-43e1-8cdf-acd276b65784 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:35:45.005577 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (59e14bde-8d7e-43e1-8cdf-acd276b65784), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:45.010872 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port 0cf7b97d-b7e6-4300-b915-227657ce361e triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:35:45.011251 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (0cf7b97d-b7e6-4300-b915-227657ce361e), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:45.031470 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-8d0c551d-c5ad-4deb-8d2e-eaabcb13bc02 req-e22775ea-e220-489e-b32d-e8e496342d9b tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/security-groups?id=88ec5720-5fb7-412c-b03c-781c9df83e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471509 Jul 20 15:35:45.036995 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-edd0e878-92b2-43af-bbd9-ef15acc03511 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:45.040085 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-edd0e878-92b2-43af-bbd9-ef15acc03511 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6031296 Jul 20 15:35:45.043475 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 46236) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:35:45.049758 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-afe642bb-ce0a-474c-b2d3-cee82a51d00f tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Request body: {'security_group_rule': {'security_group_id': '1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a', 'project_id': '09d92d320f8748c58aca3fd6a8776540', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:35:45.055478 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:45.065401 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:45.100919 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 5ea8bb63-cd9c-4e67-8488-ff3991760128, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=5ea8bb63-cd9c-4e67-8488-ff3991760128,segment=NetworkSegment(88aca104-d482-49b2-8299-19049d4870ae),segment_id=88aca104-d482-49b2-8299-19049d4870ae)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:35:45.124763 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Returning: {'device': '5ea8bb63-cd9c-4e67-8488-ff3991760128', 'network_id': 'f8cc0700-5535-424a-ac7f-e08c5c1408c4', 'port_id': '5ea8bb63-cd9c-4e67-8488-ff3991760128', 'mac_address': 'fa:16:3e:72:ee:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 965, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e43b59f-6402-4695-9da5-d45bf3dfc200', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:35:45.150178 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.db.securitygroups_db [None req-afe642bb-ce0a-474c-b2d3-cee82a51d00f tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Project 09d92d320f8748c58aca3fd6a8776540 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 15:35:45.163259 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-afe642bb-ce0a-474c-b2d3-cee82a51d00f tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks [] for security_group_rule (609b412b-22a6-4ccc-8384-a6377409e933), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:45.220331 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port 59e14bde-8d7e-43e1-8cdf-acd276b65784 is: BUILD; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:35:45.220733 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (59e14bde-8d7e-43e1-8cdf-acd276b65784), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:45.243124 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port 0cf7b97d-b7e6-4300-b915-227657ce361e is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:35:45.255449 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port 5ea8bb63-cd9c-4e67-8488-ff3991760128 is: DOWN; New status is: BUILD {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:35:45.255960 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (5ea8bb63-cd9c-4e67-8488-ff3991760128), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:45.259294 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7b4f1-bf58-4969-9d38-352903856377 req-b9eed04c-8c3d-479a-83e2-c4dae7b19b64 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:45.261391 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-bdf7b4f1-bf58-4969-9d38-352903856377 req-b9eed04c-8c3d-479a-83e2-c4dae7b19b64 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.0792685 Jul 20 15:35:45.274502 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cd0f35-70ba-409d-b217-32d5a9ab6cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e14bde-8d7e-43e1-8cdf-acd276b65784'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:35:45.277804 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d079ce0f3ed41026034ae0451e18cae4cf0a7f47a911dfcb655775793fbc38ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a186436-deca-4dcb-adb5-dc311b363078" -d '{"events": [{"server_uuid": "f4cd0f35-70ba-409d-b217-32d5a9ab6cd6", "name": "network-vif-plugged", "status": "completed", "tag": "59e14bde-8d7e-43e1-8cdf-acd276b65784"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:35:45.295037 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 59e14bde-8d7e-43e1-8cdf-acd276b65784, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=59e14bde-8d7e-43e1-8cdf-acd276b65784,segment=NetworkSegment(643648c2-fbcf-4011-96d1-5d3dde59321a),segment_id=643648c2-fbcf-4011-96d1-5d3dde59321a)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:35:45.297033 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ea8bb63-cd9c-4e67-8488-ff3991760128 {{(pid=104511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:35:45.302562 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:45.320711 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 5ea8bb63-cd9c-4e67-8488-ff3991760128, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=5ea8bb63-cd9c-4e67-8488-ff3991760128,segment=NetworkSegment(88aca104-d482-49b2-8299-19049d4870ae),segment_id=88aca104-d482-49b2-8299-19049d4870ae)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:35:45.331570 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-afe642bb-ce0a-474c-b2d3-cee82a51d00f tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks [] for security_group_rule (609b412b-22a6-4ccc-8384-a6377409e933), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:45.352926 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8b196-e252-401f-96dc-9d7226b9ced4 req-8f5ca468-a94d-486b-817a-e1eed6ae08ad tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:45.354451 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d8c8b196-e252-401f-96dc-9d7226b9ced4 req-8f5ca468-a94d-486b-817a-e1eed6ae08ad tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 945 time: 0.0845504 Jul 20 15:35:45.378962 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-bdf7b4f1-bf58-4969-9d38-352903856377 req-724c06eb-0527-42a0-963a-c8cdac4fe9d1 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101429 Jul 20 15:35:45.416561 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d8c8b196-e252-401f-96dc-9d7226b9ced4 req-fd67e20d-fd28-4cab-9ad8-777bfcabaf37 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=01a306c2-cb97-49eb-a20f-5773ace76a30&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0540943 Jul 20 15:35:45.437344 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 15:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba165dee-7df3-424e-b7c2-6dd04224c3e5 x-openstack-request-id: req-ba165dee-7df3-424e-b7c2-6dd04224c3e5 {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:35:45.438653 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4cd0f35-70ba-409d-b217-32d5a9ab6cd6", "name": "network-vif-plugged", "status": "completed", "tag": "59e14bde-8d7e-43e1-8cdf-acd276b65784", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:35:45.439283 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ba165dee-7df3-424e-b7c2-6dd04224c3e5 {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:35:45.440021 dv-cinder-819149-12-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba165dee-7df3-424e-b7c2-6dd04224c3e5'] response: {'server_uuid': 'f4cd0f35-70ba-409d-b217-32d5a9ab6cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e14bde-8d7e-43e1-8cdf-acd276b65784', 'code': 200} Jul 20 15:35:45.442255 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (59e14bde-8d7e-43e1-8cdf-acd276b65784), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:45.487567 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-afe642bb-ce0a-474c-b2d3-cee82a51d00f tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624241'] for security_group_rule (609b412b-22a6-4ccc-8384-a6377409e933), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:45.494437 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (5ea8bb63-cd9c-4e67-8488-ff3991760128), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:45.515892 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=59e14bde-8d7e-43e1-8cdf-acd276b65784,revision_number=10']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:45.517862 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe642bb-ce0a-474c-b2d3-cee82a51d00f tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=609b412b-22a6-4ccc-8384-a6377409e933,revision_number=0']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:45.567616 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=5ea8bb63-cd9c-4e67-8488-ff3991760128,revision_number=4']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:45.591640 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-afe642bb-ce0a-474c-b2d3-cee82a51d00f tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:45.592923 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-afe642bb-ce0a-474c-b2d3-cee82a51d00f tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5480764 Jul 20 15:35:45.806183 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] get_ports_and_sgs() called for port_ids ['5ea8bb63-cd9c-4e67-8488-ff3991760128'] {{(pid=104511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:35:45.850579 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7cadf-340e-4de7-afc6-88525caa0999 req-e3730828-50df-4106-82c7-d8d85e097f35 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:45.852248 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-46f7cadf-340e-4de7-afc6-88525caa0999 req-e3730828-50df-4106-82c7-d8d85e097f35 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 947 time: 0.0921838 Jul 20 15:35:45.864850 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:45.952256 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506d04a-5102-4af5-b56f-d1deac669c36 req-d69103c4-c86c-457c-9c36-ab289e6db6af tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:45.953710 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9506d04a-5102-4af5-b56f-d1deac669c36 req-d69103c4-c86c-457c-9c36-ab289e6db6af tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.0878310 Jul 20 15:35:45.964246 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-46f7cadf-340e-4de7-afc6-88525caa0999 req-b290598a-9bcc-4080-bca2-b2fad4746e72 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055462 Jul 20 15:35:46.031378 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9506d04a-5102-4af5-b56f-d1deac669c36 req-68f9d29b-401f-464b-af11-632db969e04b tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660982 Jul 20 15:35:46.156807 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b85cf6-192d-4838-a495-b05670e71a11 req-8916b43d-a230-4329-b785-088897c08278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:46.158508 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-a0b85cf6-192d-4838-a495-b05670e71a11 req-8916b43d-a230-4329-b785-088897c08278 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=aa49d7002cf441348cf3166e64b1bc87&device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 1129 time: 0.0435421 Jul 20 15:35:46.169162 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dece0c-8abc-4e09-af8a-b1a47665e71a req-add600ff-60d4-445c-848d-6e2ad5771b54 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:46.170720 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-70dece0c-8abc-4e09-af8a-b1a47665e71a req-add600ff-60d4-445c-848d-6e2ad5771b54 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/ports?device_id=6854fb03-c976-4d6f-88ff-8060777c67bc HTTP/1.1" status: 200 len: 944 time: 0.0498426 Jul 20 15:35:46.211738 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:46.230018 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-70dece0c-8abc-4e09-af8a-b1a47665e71a req-c3406155-3eac-4c9b-a4c2-11b15fd4b107 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/security-groups?id=88ec5720-5fb7-412c-b03c-781c9df83e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531449 Jul 20 15:35:46.264544 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b85cf6-192d-4838-a495-b05670e71a11 req-728c41af-d960-4ab9-9b6a-703967000858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:46.266028 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-a0b85cf6-192d-4838-a495-b05670e71a11 req-728c41af-d960-4ab9-9b6a-703967000858 service neutron] 10.222.0.102 "GET /v2.0/networks?id=fa5e056d-5a56-4462-a470-30c02f844e62 HTTP/1.1" status: 200 len: 912 time: 0.1015348 Jul 20 15:35:46.348251 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e6bac-adab-46f6-9fba-45fd3a28df53 req-7da95371-28bd-4a7c-9d73-84e0ec2eb9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:46.349749 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-132e6bac-adab-46f6-9fba-45fd3a28df53 req-7da95371-28bd-4a7c-9d73-84e0ec2eb9f5 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 1131 time: 0.0758781 Jul 20 15:35:46.377339 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-a0b85cf6-192d-4838-a495-b05670e71a11 req-fc5663f0-9fa5-4475-afed-5710ab7fec5c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c61a150-9d0c-4c43-949a-82e85b926581 HTTP/1.1" status: 200 len: 1000 time: 0.0954206 Jul 20 15:35:46.432565 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-132e6bac-adab-46f6-9fba-45fd3a28df53 req-a0eae136-e86a-42cc-8fc8-c10b14242558 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749018 Jul 20 15:35:46.449280 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b85cf6-192d-4838-a495-b05670e71a11 req-4179dda4-fc08-4208-a192-cf7250a08290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:46.450844 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-a0b85cf6-192d-4838-a495-b05670e71a11 req-4179dda4-fc08-4208-a192-cf7250a08290 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c9fff1ac-07cb-4893-9ae7-8ae90fdf7477 HTTP/1.1" status: 200 len: 850 time: 0.0600874 Jul 20 15:35:46.533749 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50337c94-1374-4160-9457-c5f6c6a0660b req-c9815c41-08d3-454a-b78b-b1c2132cb41c tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:46.535234 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-50337c94-1374-4160-9457-c5f6c6a0660b req-c9815c41-08d3-454a-b78b-b1c2132cb41c tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 945 time: 0.0476027 Jul 20 15:35:46.584532 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-50337c94-1374-4160-9457-c5f6c6a0660b req-facf2506-db7f-4137-a8c8-f0f75bdd85fe tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=01a306c2-cb97-49eb-a20f-5773ace76a30&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0436532 Jul 20 15:35:46.717767 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b85cf6-192d-4838-a495-b05670e71a11 req-f1062c38-e044-49c1-8943-d9016ee4d536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:46.719317 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-a0b85cf6-192d-4838-a495-b05670e71a11 req-f1062c38-e044-49c1-8943-d9016ee4d536 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=fa5e056d-5a56-4462-a470-30c02f844e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454502 Jul 20 15:35:46.813797 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-a0b85cf6-192d-4838-a495-b05670e71a11 req-6dd5dab4-a040-4467-a112-7fe803d6a47c service neutron] 10.222.0.102 "GET /v2.0/networks/fa5e056d-5a56-4462-a470-30c02f844e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866532 Jul 20 15:35:46.817588 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:46.833933 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 5ea8bb63-cd9c-4e67-8488-ff3991760128 up at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:35:46.879566 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning for port 5ea8bb63-cd9c-4e67-8488-ff3991760128 completed by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 15:35:46.913781 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-a0b85cf6-192d-4838-a495-b05670e71a11 req-0f7b3dda-1ad5-4d5c-86dd-46caa4dfcde6 service neutron] 10.222.0.102 "GET /v2.0/networks/fa5e056d-5a56-4462-a470-30c02f844e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928023 Jul 20 15:35:46.943251 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning complete for port 5ea8bb63-cd9c-4e67-8488-ff3991760128 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:35:46.949267 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (5ea8bb63-cd9c-4e67-8488-ff3991760128), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:47.018018 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port 5ea8bb63-cd9c-4e67-8488-ff3991760128 is: BUILD; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:35:47.018394 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (5ea8bb63-cd9c-4e67-8488-ff3991760128), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:47.036229 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:47.058435 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 5ea8bb63-cd9c-4e67-8488-ff3991760128, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=5ea8bb63-cd9c-4e67-8488-ff3991760128,segment=NetworkSegment(88aca104-d482-49b2-8299-19049d4870ae),segment_id=88aca104-d482-49b2-8299-19049d4870ae)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:35:47.110128 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf98ba-fedd-44cd-b0fb-5f092ed2c4fb req-009235fe-6363-440d-bdfa-56a928bf9d49 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:47.111641 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-fadf98ba-fedd-44cd-b0fb-5f092ed2c4fb req-009235fe-6363-440d-bdfa-56a928bf9d49 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 947 time: 0.0587127 Jul 20 15:35:47.172453 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (5ea8bb63-cd9c-4e67-8488-ff3991760128), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:47.175789 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2154a21-67a0-4377-96fd-f2f8ed485619 req-55c75756-9c02-43d8-8811-88ad7851e1e2 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:47.177229 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-f2154a21-67a0-4377-96fd-f2f8ed485619 req-55c75756-9c02-43d8-8811-88ad7851e1e2 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.0635352 Jul 20 15:35:47.216112 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-fadf98ba-fedd-44cd-b0fb-5f092ed2c4fb req-81862845-d012-4c26-b49d-200a0c062e77 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914040 Jul 20 15:35:47.225788 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=5ea8bb63-cd9c-4e67-8488-ff3991760128,revision_number=5']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:47.253806 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-f2154a21-67a0-4377-96fd-f2f8ed485619 req-755738ea-56d9-494d-a2f2-dee36aeac542 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624089 Jul 20 15:35:47.314601 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:47.355197 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52917430-c6e7-4dfd-82ab-bb4ece04b173 req-3ad79958-a36d-4a1f-9855-430f32285ec9 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:47.356745 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-52917430-c6e7-4dfd-82ab-bb4ece04b173 req-3ad79958-a36d-4a1f-9855-430f32285ec9 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/ports?device_id=6854fb03-c976-4d6f-88ff-8060777c67bc HTTP/1.1" status: 200 len: 945 time: 0.0533535 Jul 20 15:35:47.413307 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-52917430-c6e7-4dfd-82ab-bb4ece04b173 req-e9e0850e-0a4e-45ca-aa6c-e3b5a37bb311 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/security-groups?id=88ec5720-5fb7-412c-b03c-781c9df83e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508654 Jul 20 15:35:47.441199 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6854fb03-c976-4d6f-88ff-8060777c67bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea8bb63-cd9c-4e67-8488-ff3991760128'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:35:47.447791 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d079ce0f3ed41026034ae0451e18cae4cf0a7f47a911dfcb655775793fbc38ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9843d7b0-0ac8-44df-acb7-b492ce38b767" -d '{"events": [{"server_uuid": "6854fb03-c976-4d6f-88ff-8060777c67bc", "name": "network-vif-plugged", "status": "completed", "tag": "5ea8bb63-cd9c-4e67-8488-ff3991760128"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:35:47.494783 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 15:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c9c6c6-d5fc-4a1c-9384-27bb48a10a8a x-openstack-request-id: req-c6c9c6c6-d5fc-4a1c-9384-27bb48a10a8a {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:35:47.498739 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6854fb03-c976-4d6f-88ff-8060777c67bc", "name": "network-vif-plugged", "status": "completed", "tag": "5ea8bb63-cd9c-4e67-8488-ff3991760128", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:35:47.498739 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c6c9c6c6-d5fc-4a1c-9384-27bb48a10a8a {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:35:47.498739 dv-cinder-819149-12-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6c9c6c6-d5fc-4a1c-9384-27bb48a10a8a'] response: {'server_uuid': '6854fb03-c976-4d6f-88ff-8060777c67bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea8bb63-cd9c-4e67-8488-ff3991760128', 'code': 200} Jul 20 15:35:47.707928 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd40bf39-d4c3-4286-b86b-021385768e25 req-b2332f57-99f0-4395-b74e-7fdab57ed79b tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:47.709709 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-fd40bf39-d4c3-4286-b86b-021385768e25 req-b2332f57-99f0-4395-b74e-7fdab57ed79b tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 945 time: 0.0513072 Jul 20 15:35:47.775805 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-fd40bf39-d4c3-4286-b86b-021385768e25 req-f2072ebc-f2d1-4a99-a6f3-5d4d2db27c6e tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=01a306c2-cb97-49eb-a20f-5773ace76a30&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0598350 Jul 20 15:35:48.396194 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9a82c-2d77-469f-a1dc-bb9fe1d6a808 req-eb993890-89a2-42f1-82a6-c592cf084a8e tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:48.397704 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-cff9a82c-2d77-469f-a1dc-bb9fe1d6a808 req-eb993890-89a2-42f1-82a6-c592cf084a8e tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 947 time: 0.0827143 Jul 20 15:35:48.418864 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bef614-3c12-495f-9d68-8c79a3a681a9 req-dabb20f9-5bfb-429e-8018-52436601d7b3 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:48.427969 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-17bef614-3c12-495f-9d68-8c79a3a681a9 req-dabb20f9-5bfb-429e-8018-52436601d7b3 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.0745573 Jul 20 15:35:48.640362 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-cff9a82c-2d77-469f-a1dc-bb9fe1d6a808 req-bd083d5c-def7-477a-ad1b-f942869de7aa tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850806 Jul 20 15:35:48.640362 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-17bef614-3c12-495f-9d68-8c79a3a681a9 req-b35103d3-5ca3-4363-9c89-845292442853 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768068 Jul 20 15:35:48.640362 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3b423-4cfc-4266-8419-c8e5a44ac229 req-c230714c-17c4-4477-b6b2-f9c688c675bb tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:48.640362 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-beb3b423-4cfc-4266-8419-c8e5a44ac229 req-c230714c-17c4-4477-b6b2-f9c688c675bb tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/ports?device_id=6854fb03-c976-4d6f-88ff-8060777c67bc HTTP/1.1" status: 200 len: 945 time: 0.0602770 Jul 20 15:35:48.678176 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-beb3b423-4cfc-4266-8419-c8e5a44ac229 req-fa769d6e-3f19-4dbc-bd6e-53a7154db1a3 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/security-groups?id=88ec5720-5fb7-412c-b03c-781c9df83e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563180 Jul 20 15:35:48.907424 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc66d2-a656-4989-8f8d-fa2e860430a4 req-0aa51385-3e32-4c3c-af2f-ad32625804ea tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:48.908920 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-addc66d2-a656-4989-8f8d-fa2e860430a4 req-0aa51385-3e32-4c3c-af2f-ad32625804ea tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 945 time: 0.0560625 Jul 20 15:35:48.968338 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-addc66d2-a656-4989-8f8d-fa2e860430a4 req-35e0f7d8-ca53-403d-ac72-8b916c60ea7b tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=01a306c2-cb97-49eb-a20f-5773ace76a30&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0514286 Jul 20 15:35:49.645173 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fdfcc5-0238-42b2-8ddb-84c20a736044 req-75cc980d-bde0-4c52-a2f7-b1b2e3d7ee4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:49.646803 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-d5fdfcc5-0238-42b2-8ddb-84c20a736044 req-75cc980d-bde0-4c52-a2f7-b1b2e3d7ee4a service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=6854fb03-c976-4d6f-88ff-8060777c67bc HTTP/1.1" status: 200 len: 1129 time: 0.0404966 Jul 20 15:35:49.781642 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-d5fdfcc5-0238-42b2-8ddb-84c20a736044 req-de0d5cf4-4218-4298-9cea-3fe9c4559a3f service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=88ec5720-5fb7-412c-b03c-781c9df83e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656090 Jul 20 15:35:49.810667 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094ecfc-9fd8-46fa-975d-742916f5f5da req-52c2b288-4198-4478-b9ea-3f8a0c0ef756 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:49.815202 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3094ecfc-9fd8-46fa-975d-742916f5f5da req-52c2b288-4198-4478-b9ea-3f8a0c0ef756 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.0924289 Jul 20 15:35:49.833477 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3f438-e7c6-41eb-9ce6-364fe367bab3 req-15fe39f5-8d28-4443-9ac6-1fdaa306ee71 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:49.834996 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-dad3f438-e7c6-41eb-9ce6-364fe367bab3 req-15fe39f5-8d28-4443-9ac6-1fdaa306ee71 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 947 time: 0.0730515 Jul 20 15:35:49.908707 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3094ecfc-9fd8-46fa-975d-742916f5f5da req-8f73f8f9-b00d-4038-bea0-1bb61b8da5a2 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901234 Jul 20 15:35:49.915922 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-dad3f438-e7c6-41eb-9ce6-364fe367bab3 req-0ef2d35d-df09-4669-b06a-39fc586ebd7a tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676467 Jul 20 15:35:50.033077 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f6125-5632-4b7e-8553-c77820198f1b req-8e2884e4-48d8-49ad-b928-5b0b0277643b tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:50.035145 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e50f6125-5632-4b7e-8553-c77820198f1b req-8e2884e4-48d8-49ad-b928-5b0b0277643b tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/ports?device_id=6854fb03-c976-4d6f-88ff-8060777c67bc HTTP/1.1" status: 200 len: 945 time: 0.0557821 Jul 20 15:35:50.047854 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-cecb1771-97c5-4d1a-9d34-26a99e62a7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:50.118083 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146183a-8a64-425f-b7ae-3bc8a6f4ac80 req-fab69913-e937-4822-ae21-7a4de76ec5e0 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:50.120909 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d146183a-8a64-425f-b7ae-3bc8a6f4ac80 req-fab69913-e937-4822-ae21-7a4de76ec5e0 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 945 time: 0.0706367 Jul 20 15:35:50.147872 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e50f6125-5632-4b7e-8553-c77820198f1b req-287fe8fa-b044-43c9-8e11-37b5a45be2b1 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/security-groups?id=88ec5720-5fb7-412c-b03c-781c9df83e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974123 Jul 20 15:35:50.186540 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d146183a-8a64-425f-b7ae-3bc8a6f4ac80 req-9672bf51-3f2d-409c-bc5e-278b60165609 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=01a306c2-cb97-49eb-a20f-5773ace76a30&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0575566 Jul 20 15:35:51.042566 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:51.051150 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7d678-fd56-4865-95e1-53f96c2fc8e2 req-fe7c9448-1952-4a7a-b9f2-3f370144e4cb tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:51.053387 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-00b7d678-fd56-4865-95e1-53f96c2fc8e2 req-fe7c9448-1952-4a7a-b9f2-3f370144e4cb tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 947 time: 0.0572147 Jul 20 15:35:51.103717 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-00b7d678-fd56-4865-95e1-53f96c2fc8e2 req-c60f2db5-5f15-4e54-ace5-ab51834c4fdb tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451257 Jul 20 15:35:51.255327 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:51.276433 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2751d-5a13-495f-b641-094535ace3dc req-5af0b350-b337-42a0-abd0-2ab781260f79 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:51.278515 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-63e2751d-5a13-495f-b641-094535ace3dc req-5af0b350-b337-42a0-abd0-2ab781260f79 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/ports?device_id=6854fb03-c976-4d6f-88ff-8060777c67bc HTTP/1.1" status: 200 len: 945 time: 0.0592163 Jul 20 15:35:51.333523 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46a6b9-a728-46a9-87b9-6642b3f72c1d req-9827040d-a33f-419b-ab0c-276beed1d658 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:51.334954 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2e46a6b9-a728-46a9-87b9-6642b3f72c1d req-9827040d-a33f-419b-ab0c-276beed1d658 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 945 time: 0.0762517 Jul 20 15:35:51.381400 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-63e2751d-5a13-495f-b641-094535ace3dc req-23f153da-8474-48fa-b451-ca1d39733031 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/security-groups?id=88ec5720-5fb7-412c-b03c-781c9df83e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848420 Jul 20 15:35:51.404919 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2e46a6b9-a728-46a9-87b9-6642b3f72c1d req-2a521854-9f98-4af8-98a2-b70139bb5e32 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=01a306c2-cb97-49eb-a20f-5773ace76a30&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0595725 Jul 20 15:35:52.474786 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1f8fe0e4-f089-4d77-8bca-7a00f4aaa2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:52.531433 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47abacb2-3761-4066-8d6e-bbedaa85c360 req-77cf88c1-3875-4054-8d87-74832d631c55 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:52.532894 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-47abacb2-3761-4066-8d6e-bbedaa85c360 req-77cf88c1-3875-4054-8d87-74832d631c55 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/ports?device_id=6854fb03-c976-4d6f-88ff-8060777c67bc HTTP/1.1" status: 200 len: 945 time: 0.0801809 Jul 20 15:35:52.555767 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d5adda-cf43-48a9-b10e-1d95f7040fd7 req-8cb4d5d5-0be8-4616-9f4f-e1cb0c6c3dab tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:52.557120 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-52d5adda-cf43-48a9-b10e-1d95f7040fd7 req-8cb4d5d5-0be8-4616-9f4f-e1cb0c6c3dab tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 945 time: 0.0671427 Jul 20 15:35:52.631291 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-47abacb2-3761-4066-8d6e-bbedaa85c360 req-8bef5a1a-4ad6-4250-a064-4a8433a2f872 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/security-groups?id=88ec5720-5fb7-412c-b03c-781c9df83e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928326 Jul 20 15:35:52.637683 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-52d5adda-cf43-48a9-b10e-1d95f7040fd7 req-9337772a-8543-4377-acdf-d9815cc0c015 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=01a306c2-cb97-49eb-a20f-5773ace76a30&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0720127 Jul 20 15:35:53.374422 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e290345-2205-4449-a88f-0414c41949b7 req-394be4bf-2a5c-4b65-b3f5-37ffbb39b931 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:53.376033 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-0e290345-2205-4449-a88f-0414c41949b7 req-394be4bf-2a5c-4b65-b3f5-37ffbb39b931 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 946 time: 0.0572729 Jul 20 15:35:53.425833 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-0e290345-2205-4449-a88f-0414c41949b7 req-7d63df1b-617f-438d-a78a-11b1ce854c5f tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441413 Jul 20 15:35:53.459154 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 46458) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:35:53.664492 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:53.674504 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368f1ade-f79e-4af3-8e2a-00a0c0bed70b tempest-TestMinimumBasicScenario-1160724050 tempest-TestMinimumBasicScenario-1160724050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:53.676282 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-368f1ade-f79e-4af3-8e2a-00a0c0bed70b tempest-TestMinimumBasicScenario-1160724050 tempest-TestMinimumBasicScenario-1160724050-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 1125 time: 0.2159066 Jul 20 15:35:53.679340 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 46466) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:35:53.684273 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-71297977-03d9-457d-aa35-f0e3dd8714ff tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Request body: {'floatingip': {'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'port_id': '3f4230e5-b6b6-43aa-985b-67a345eed1aa', 'tenant_id': '8793a880033e400d89ac8de5a30003b7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:35:53.771704 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86772f95-03dd-4761-be14-cf95a08512c1 req-490c823e-e3f6-4e71-9216-18baf93ab101 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:53.773179 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-86772f95-03dd-4761-be14-cf95a08512c1 req-490c823e-e3f6-4e71-9216-18baf93ab101 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 945 time: 0.0606551 Jul 20 15:35:53.784251 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-71297977-03d9-457d-aa35-f0e3dd8714ff tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:53.814219 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:53.891458 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-86772f95-03dd-4761-be14-cf95a08512c1 req-5f2c4bf1-a8ed-473c-8539-b01520581a84 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=01a306c2-cb97-49eb-a20f-5773ace76a30&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1081371 Jul 20 15:35:53.906138 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-71297977-03d9-457d-aa35-f0e3dd8714ff tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:54.020038 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.db_base_plugin_common [None req-71297977-03d9-457d-aa35-f0e3dd8714ff tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Allocated IP 172.27.1.73 (8e10d912-d794-48e6-8f9b-6baf59c7f77e/d5daf119-8c14-4f50-a186-1c01cb5bfe5f/807ec487-1e93-4742-a5a0-b76ba4bda0f9) {{(pid=104510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:35:54.136073 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-71297977-03d9-457d-aa35-f0e3dd8714ff tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks [] for port (807ec487-1e93-4742-a5a0-b76ba4bda0f9), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:54.139793 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:54.144435 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:54.280978 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-71297977-03d9-457d-aa35-f0e3dd8714ff tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25775823'] for port (807ec487-1e93-4742-a5a0-b76ba4bda0f9), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:54.320934 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71297977-03d9-457d-aa35-f0e3dd8714ff tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Network 8e10d912-d794-48e6-8f9b-6baf59c7f77e is already hosted by enough agents. {{(pid=104510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:35:54.323780 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.base_scheduler [None req-71297977-03d9-457d-aa35-f0e3dd8714ff tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Resources bound (agent type, host, resource id): {{(pid=104510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:35:54.327237 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71297977-03d9-457d-aa35-f0e3dd8714ff tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Received port after_create {{(pid=104510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:35:54.364131 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71297977-03d9-457d-aa35-f0e3dd8714ff tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Pushing event updated for resources: {'Port': ['ID=807ec487-1e93-4742-a5a0-b76ba4bda0f9,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:54.377505 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71297977-03d9-457d-aa35-f0e3dd8714ff tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:54.377860 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71297977-03d9-457d-aa35-f0e3dd8714ff tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:54.378204 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71297977-03d9-457d-aa35-f0e3dd8714ff tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:54.378572 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71297977-03d9-457d-aa35-f0e3dd8714ff tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:54.378908 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71297977-03d9-457d-aa35-f0e3dd8714ff tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:54.379243 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71297977-03d9-457d-aa35-f0e3dd8714ff tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:54.379577 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71297977-03d9-457d-aa35-f0e3dd8714ff tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:54.379906 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71297977-03d9-457d-aa35-f0e3dd8714ff tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:54.380237 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71297977-03d9-457d-aa35-f0e3dd8714ff tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:54.380566 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71297977-03d9-457d-aa35-f0e3dd8714ff tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:54.380894 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71297977-03d9-457d-aa35-f0e3dd8714ff tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:54.381221 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71297977-03d9-457d-aa35-f0e3dd8714ff tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:54.381546 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71297977-03d9-457d-aa35-f0e3dd8714ff tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:54.381874 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71297977-03d9-457d-aa35-f0e3dd8714ff tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:54.382202 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71297977-03d9-457d-aa35-f0e3dd8714ff tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:35:54.746231 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-71297977-03d9-457d-aa35-f0e3dd8714ff tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks [] for floatingip (6fc4e8f7-9b4c-4115-8e46-9cd35255c098), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:54.927848 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-71297977-03d9-457d-aa35-f0e3dd8714ff tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (807ec487-1e93-4742-a5a0-b76ba4bda0f9), before_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:54.945864 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:54.988181 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:55.120276 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:55.292062 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee7b67-a5c8-42d4-86b7-3e0efa3b7278 req-c20219a7-ff05-46b9-80ba-f32a7a55f083 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:55.293577 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-16ee7b67-a5c8-42d4-86b7-3e0efa3b7278 req-c20219a7-ff05-46b9-80ba-f32a7a55f083 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 945 time: 0.3216541 Jul 20 15:35:55.398618 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-16ee7b67-a5c8-42d4-86b7-3e0efa3b7278 req-06bbcca6-6713-438a-bfdf-5fbd79fed1bd tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=01a306c2-cb97-49eb-a20f-5773ace76a30&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0753393 Jul 20 15:35:55.426384 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-71297977-03d9-457d-aa35-f0e3dd8714ff tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks [] for port (807ec487-1e93-4742-a5a0-b76ba4bda0f9), precommit_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:55.492315 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-71297977-03d9-457d-aa35-f0e3dd8714ff tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25775864'] for port (807ec487-1e93-4742-a5a0-b76ba4bda0f9), after_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:55.564320 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71297977-03d9-457d-aa35-f0e3dd8714ff tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Pushing event updated for resources: {'Port': ['ID=807ec487-1e93-4742-a5a0-b76ba4bda0f9,revision_number=2']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:55.580155 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-71297977-03d9-457d-aa35-f0e3dd8714ff tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714675'] for floatingip (6fc4e8f7-9b4c-4115-8e46-9cd35255c098), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:55.684251 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.db.l3_db [None req-71297977-03d9-457d-aa35-f0e3dd8714ff tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Floating IP 6fc4e8f7-9b4c-4115-8e46-9cd35255c098 associated. External IP: 172.27.1.73, port: 3f4230e5-b6b6-43aa-985b-67a345eed1aa. Jul 20 15:35:55.784982 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:55.903840 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71297977-03d9-457d-aa35-f0e3dd8714ff tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Router da75dcab-f0f2-40bb-9d79-2eca26de8c90 has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:35:56.016633 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71297977-03d9-457d-aa35-f0e3dd8714ff tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:35:56.031308 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15edc289-0ff5-456a-a046-fa029f090838 None None] Sync routers for ids ['da75dcab-f0f2-40bb-9d79-2eca26de8c90'] in dv-cinder-819149-12-iscsi {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:35:56.046619 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15edc289-0ff5-456a-a046-fa029f090838 None None] Routers {'da75dcab-f0f2-40bb-9d79-2eca26de8c90'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:35:56.047185 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-15edc289-0ff5-456a-a046-fa029f090838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:35:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['da75dcab-f0f2-40bb-9d79-2eca26de8c90'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:35:56.156878 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-15edc289-0ff5-456a-a046-fa029f090838 None None] Set router da75dcab-f0f2-40bb-9d79-2eca26de8c90 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:35:56.173398 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-71297977-03d9-457d-aa35-f0e3dd8714ff tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for floatingip (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:56.206040 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-71297977-03d9-457d-aa35-f0e3dd8714ff tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5255721 Jul 20 15:35:56.206649 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '170181c4-a3e8-494d-bef6-2048dd9b0257', 'tag': '3f4230e5-b6b6-43aa-985b-67a345eed1aa'}] {{(pid=104510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:35:56.208878 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e6f04493f4523d7005559a5723156fec6de25b8db42c399d87358264a9319a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eaed2db-f243-4268-880d-00b15bc3d3df" -d '{"events": [{"name": "network-changed", "server_uuid": "170181c4-a3e8-494d-bef6-2048dd9b0257", "tag": "3f4230e5-b6b6-43aa-985b-67a345eed1aa"}]}' {{(pid=104510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:35:56.209194 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 46492) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:35:56.214883 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-fea42313-b67d-44ac-88fe-6f0efb49c95d tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-883221412', 'description': 'tempest-secgroup-smoke-883221412 description', 'project_id': '8793a880033e400d89ac8de5a30003b7'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:35:56.247880 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 15:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55606929-f091-441b-bb22-84fcf18a6dd0 x-openstack-request-id: req-55606929-f091-441b-bb22-84fcf18a6dd0 {{(pid=104510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:35:56.248178 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "170181c4-a3e8-494d-bef6-2048dd9b0257", "tag": "3f4230e5-b6b6-43aa-985b-67a345eed1aa", "status": "completed", "code": 200}]} {{(pid=104510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:35:56.248434 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-55606929-f091-441b-bb22-84fcf18a6dd0 {{(pid=104510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:35:56.248836 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55606929-f091-441b-bb22-84fcf18a6dd0'] response: {'name': 'network-changed', 'server_uuid': '170181c4-a3e8-494d-bef6-2048dd9b0257', 'tag': '3f4230e5-b6b6-43aa-985b-67a345eed1aa', 'status': 'completed', 'code': 200} Jul 20 15:35:56.352592 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaed2db-f243-4268-880d-00b15bc3d3df req-2690e398-0b9d-47dd-afb6-4ede14ba3dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:56.354213 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-7eaed2db-f243-4268-880d-00b15bc3d3df req-2690e398-0b9d-47dd-afb6-4ede14ba3dc7 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=8793a880033e400d89ac8de5a30003b7&device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 1130 time: 0.0621996 Jul 20 15:35:56.432939 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-fea42313-b67d-44ac-88fe-6f0efb49c95d tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:56.492799 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaed2db-f243-4268-880d-00b15bc3d3df req-14b22157-3877-4091-aff7-5541abd6e574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:56.494333 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-7eaed2db-f243-4268-880d-00b15bc3d3df req-14b22157-3877-4091-aff7-5541abd6e574 service neutron] 10.222.0.102 "GET /v2.0/networks?id=04fc2edc-754b-4f43-aeb0-2e6d32720d77 HTTP/1.1" status: 200 len: 916 time: 0.1228454 Jul 20 15:35:56.544211 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2b043-a6a6-4f6d-ac76-f69157372ee7 req-3461bff6-92bf-46bf-941e-4a6078d16177 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:56.546077 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4ae2b043-a6a6-4f6d-ac76-f69157372ee7 req-3461bff6-92bf-46bf-941e-4a6078d16177 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 945 time: 0.0602653 Jul 20 15:35:56.590713 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:56.608011 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-fea42313-b67d-44ac-88fe-6f0efb49c95d tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks [] for security_group (e2873b3f-98e3-41cd-af50-5b59a2a2aa96), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:56.614140 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-7eaed2db-f243-4268-880d-00b15bc3d3df req-00220ea1-9c05-4cde-82e7-958004e22239 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f4230e5-b6b6-43aa-985b-67a345eed1aa HTTP/1.1" status: 200 len: 999 time: 0.1065280 Jul 20 15:35:56.614570 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4ae2b043-a6a6-4f6d-ac76-f69157372ee7 req-fa3c4255-6fe7-4b5b-aca7-a3eed59c42d2 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=01a306c2-cb97-49eb-a20f-5773ace76a30&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0603664 Jul 20 15:35:56.636155 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-15edc289-0ff5-456a-a046-fa029f090838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da75dcab-f0f2-40bb-9d79-2eca26de8c90', 'name': 'tempest-TestMinimumBasicScenario-1406205359-router', 'tenant_id': '8793a880033e400d89ac8de5a30003b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '12075782-04c6-4898-8dde-64532b5565be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:34:14Z', 'updated_at': '2022-07-20T15:34:20Z', 'revision_number': 4, 'project_id': '8793a880033e400d89ac8de5a30003b7', 'gw_port': {'id': '12075782-04c6-4898-8dde-64532b5565be', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75dcab-f0f2-40bb-9d79-2eca26de8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:34:15Z', 'updated_at': '2022-07-20T15:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': '6fc4e8f7-9b4c-4115-8e46-9cd35255c098', 'tenant_id': '8793a880033e400d89ac8de5a30003b7', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': 'da75dcab-f0f2-40bb-9d79-2eca26de8c90', 'port_id': '3f4230e5-b6b6-43aa-985b-67a345eed1aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04fc2edc-754b-4f43-aeb0-2e6d32720d77', 'mac_address': 'fa:16:3e:82:e9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170181c4-a3e8-494d-bef6-2048dd9b0257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:35:54Z', 'updated_at': '2022-07-20T15:35:54Z', 'revision_number': 0, 'project_id': '8793a880033e400d89ac8de5a30003b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70ee5a68-28b7-40fb-9ad3-83391841a19e', 'name': '', 'network_id': '04fc2edc-754b-4f43-aeb0-2e6d32720d77', 'tenant_id': '8793a880033e400d89ac8de5a30003b7', 'mac_address': 'fa:16:3e:42:8b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75dcab-f0f2-40bb-9d79-2eca26de8c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'b20786d0-6549-4701-b26c-42f499c3d245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:34:18Z', 'updated_at': '2022-07-20T15:34:25Z', 'revision_number': 5, 'project_id': '8793a880033e400d89ac8de5a30003b7', 'subnets': [{'id': 'b20786d0-6549-4701-b26c-42f499c3d245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:35:56.673680 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaed2db-f243-4268-880d-00b15bc3d3df req-9a134be8-e659-4b6f-9bb8-7f74d937b2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:56.675186 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15edc289-0ff5-456a-a046-fa029f090838 None None] Checking router: da75dcab-f0f2-40bb-9d79-2eca26de8c90 for host: dv-cinder-819149-12-iscsi {{(pid=104511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:35:56.675566 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-7eaed2db-f243-4268-880d-00b15bc3d3df req-9a134be8-e659-4b6f-9bb8-7f74d937b2e6 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b20786d0-6549-4701-b26c-42f499c3d245 HTTP/1.1" status: 200 len: 854 time: 0.0585558 Jul 20 15:35:56.676870 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-fea42313-b67d-44ac-88fe-6f0efb49c95d tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (e2873b3f-98e3-41cd-af50-5b59a2a2aa96), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:56.685788 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15edc289-0ff5-456a-a046-fa029f090838 None None] Routers {'da75dcab-f0f2-40bb-9d79-2eca26de8c90'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:35:56.686519 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-15edc289-0ff5-456a-a046-fa029f090838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:35:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['da75dcab-f0f2-40bb-9d79-2eca26de8c90'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:35:56.754863 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea42313-b67d-44ac-88fe-6f0efb49c95d tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2873b3f-98e3-41cd-af50-5b59a2a2aa96,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:56.762623 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaed2db-f243-4268-880d-00b15bc3d3df req-c6ca4123-654a-4937-a52e-e278a9474ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:56.764701 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-7eaed2db-f243-4268-880d-00b15bc3d3df req-c6ca4123-654a-4937-a52e-e278a9474ef2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=04fc2edc-754b-4f43-aeb0-2e6d32720d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0784798 Jul 20 15:35:56.811225 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-15edc289-0ff5-456a-a046-fa029f090838 None None] Set router da75dcab-f0f2-40bb-9d79-2eca26de8c90 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:35:56.844798 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:57.055364 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-fea42313-b67d-44ac-88fe-6f0efb49c95d tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:57.056568 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-fea42313-b67d-44ac-88fe-6f0efb49c95d tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8463721 Jul 20 15:35:57.061176 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 46502) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:35:57.065772 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-fbe5dee6-a1ee-4d30-93d8-4046aa1628b1 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Request body: {'security_group_rule': {'security_group_id': 'e2873b3f-98e3-41cd-af50-5b59a2a2aa96', 'project_id': '8793a880033e400d89ac8de5a30003b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:35:57.068019 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-15edc289-0ff5-456a-a046-fa029f090838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da75dcab-f0f2-40bb-9d79-2eca26de8c90', 'name': 'tempest-TestMinimumBasicScenario-1406205359-router', 'tenant_id': '8793a880033e400d89ac8de5a30003b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '12075782-04c6-4898-8dde-64532b5565be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:34:14Z', 'updated_at': '2022-07-20T15:34:20Z', 'revision_number': 4, 'project_id': '8793a880033e400d89ac8de5a30003b7', 'gw_port': {'id': '12075782-04c6-4898-8dde-64532b5565be', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75dcab-f0f2-40bb-9d79-2eca26de8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:34:15Z', 'updated_at': '2022-07-20T15:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': '6fc4e8f7-9b4c-4115-8e46-9cd35255c098', 'tenant_id': '8793a880033e400d89ac8de5a30003b7', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': 'da75dcab-f0f2-40bb-9d79-2eca26de8c90', 'port_id': '3f4230e5-b6b6-43aa-985b-67a345eed1aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04fc2edc-754b-4f43-aeb0-2e6d32720d77', 'mac_address': 'fa:16:3e:82:e9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170181c4-a3e8-494d-bef6-2048dd9b0257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:35:54Z', 'updated_at': '2022-07-20T15:35:54Z', 'revision_number': 0, 'project_id': '8793a880033e400d89ac8de5a30003b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70ee5a68-28b7-40fb-9ad3-83391841a19e', 'name': '', 'network_id': '04fc2edc-754b-4f43-aeb0-2e6d32720d77', 'tenant_id': '8793a880033e400d89ac8de5a30003b7', 'mac_address': 'fa:16:3e:42:8b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75dcab-f0f2-40bb-9d79-2eca26de8c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'b20786d0-6549-4701-b26c-42f499c3d245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:34:18Z', 'updated_at': '2022-07-20T15:34:25Z', 'revision_number': 5, 'project_id': '8793a880033e400d89ac8de5a30003b7', 'subnets': [{'id': 'b20786d0-6549-4701-b26c-42f499c3d245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:35:57.095718 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15edc289-0ff5-456a-a046-fa029f090838 None None] The sync data for ids ['da75dcab-f0f2-40bb-9d79-2eca26de8c90'] in dv-cinder-819149-12-iscsi is: [{'id': 'da75dcab-f0f2-40bb-9d79-2eca26de8c90', 'name': 'tempest-TestMinimumBasicScenario-1406205359-router', 'tenant_id': '8793a880033e400d89ac8de5a30003b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '12075782-04c6-4898-8dde-64532b5565be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:34:14Z', 'updated_at': '2022-07-20T15:34:20Z', 'revision_number': 4, 'project_id': '8793a880033e400d89ac8de5a30003b7', 'gw_port': {'id': '12075782-04c6-4898-8dde-64532b5565be', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75dcab-f0f2-40bb-9d79-2eca26de8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:34:15Z', 'updated_at': '2022-07-20T15:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': '6fc4e8f7-9b4c-4115-8e46-9cd35255c098', 'tenant_id': '8793a880033e400d89ac8de5a30003b7', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': 'da75dcab-f0f2-40bb-9d79-2eca26de8c90', 'port_id': '3f4230e5-b6b6-43aa-985b-67a345eed1aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04fc2edc-754b-4f43-aeb0-2e6d32720d77', 'mac_address': 'fa:16:3e:82:e9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170181c4-a3e8-494d-bef6-2048dd9b0257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:35:54Z', 'updated_at': '2022-07-20T15:35:54Z', 'revision_number': 0, 'project_id': '8793a880033e400d89ac8de5a30003b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70ee5a68-28b7-40fb-9ad3-83391841a19e', 'name': '', 'network_id': '04fc2edc-754b-4f43-aeb0-2e6d32720d77', 'tenant_id': '8793a880033e400d89ac8de5a30003b7', 'mac_address': 'fa:16:3e:42:8b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75dcab-f0f2-40bb-9d79-2eca26de8c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'b20786d0-6549-4701-b26c-42f499c3d245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:34:18Z', 'updated_at': '2022-07-20T15:34:25Z', 'revision_number': 5, 'project_id': '8793a880033e400d89ac8de5a30003b7', 'subnets': [{'id': 'b20786d0-6549-4701-b26c-42f499c3d245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:35:57.132310 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-7eaed2db-f243-4268-880d-00b15bc3d3df req-f36298d6-e362-466e-97b8-cf975ae947ae service neutron] 10.222.0.102 "GET /v2.0/networks/04fc2edc-754b-4f43-aeb0-2e6d32720d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611181 Jul 20 15:35:57.158444 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-fbe5dee6-a1ee-4d30-93d8-4046aa1628b1 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks [] for security_group_rule (ce0eb7e5-d93f-4dda-857a-e17340f6f6d1), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:57.230185 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:57.235827 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-fbe5dee6-a1ee-4d30-93d8-4046aa1628b1 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks [] for security_group_rule (ce0eb7e5-d93f-4dda-857a-e17340f6f6d1), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:57.264474 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-7eaed2db-f243-4268-880d-00b15bc3d3df req-fdb6b0c2-4515-4507-82c0-82971b566bd5 service neutron] 10.222.0.102 "GET /v2.0/networks/04fc2edc-754b-4f43-aeb0-2e6d32720d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166146 Jul 20 15:35:57.345888 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dd351f-968b-4513-b6df-86d0ba68276a None None] New status for floating IP 6fc4e8f7-9b4c-4115-8e46-9cd35255c098: ACTIVE {{(pid=104512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 15:35:57.406051 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-fbe5dee6-a1ee-4d30-93d8-4046aa1628b1 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624241'] for security_group_rule (ce0eb7e5-d93f-4dda-857a-e17340f6f6d1), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:57.432030 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe5dee6-a1ee-4d30-93d8-4046aa1628b1 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce0eb7e5-d93f-4dda-857a-e17340f6f6d1,revision_number=0']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:57.488232 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-fbe5dee6-a1ee-4d30-93d8-4046aa1628b1 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:57.491421 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-fbe5dee6-a1ee-4d30-93d8-4046aa1628b1 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4278226 Jul 20 15:35:57.496221 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 46506) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:35:57.502362 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-4b229a09-c3d2-42ad-9e0f-41bae8be157f tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Request body: {'security_group_rule': {'security_group_id': 'e2873b3f-98e3-41cd-af50-5b59a2a2aa96', 'project_id': '8793a880033e400d89ac8de5a30003b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:35:57.602084 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-4b229a09-c3d2-42ad-9e0f-41bae8be157f tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks [] for security_group_rule (a8c9cac2-a666-49a5-845e-7eb1cde4b9fe), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:57.681118 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-4b229a09-c3d2-42ad-9e0f-41bae8be157f tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks [] for security_group_rule (a8c9cac2-a666-49a5-845e-7eb1cde4b9fe), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:57.753754 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-4b229a09-c3d2-42ad-9e0f-41bae8be157f tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624241'] for security_group_rule (a8c9cac2-a666-49a5-845e-7eb1cde4b9fe), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:57.779379 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b229a09-c3d2-42ad-9e0f-41bae8be157f tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8c9cac2-a666-49a5-845e-7eb1cde4b9fe,revision_number=0']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:57.793345 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce74a1c-21b4-4be9-b6cb-a2baa500d01d req-b0f5d0d1-c3af-4fd8-afe7-e10bce7f865c tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:57.794907 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-cce74a1c-21b4-4be9-b6cb-a2baa500d01d req-b0f5d0d1-c3af-4fd8-afe7-e10bce7f865c tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 945 time: 0.0710905 Jul 20 15:35:57.854778 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-cce74a1c-21b4-4be9-b6cb-a2baa500d01d req-063e6319-8fad-43b2-bbe7-fa97b439200b tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=01a306c2-cb97-49eb-a20f-5773ace76a30&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0540230 Jul 20 15:35:57.859189 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-4b229a09-c3d2-42ad-9e0f-41bae8be157f tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:57.860798 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-4b229a09-c3d2-42ad-9e0f-41bae8be157f tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3626456 Jul 20 15:35:57.863091 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 46512) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:35:57.867689 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-ed6e8184-baad-4fb1-badf-2ff83b57f8e5 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Request body: {'security_group_rule': {'security_group_id': 'e2873b3f-98e3-41cd-af50-5b59a2a2aa96', 'project_id': '8793a880033e400d89ac8de5a30003b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:35:57.961301 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ed6e8184-baad-4fb1-badf-2ff83b57f8e5 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks [] for security_group_rule (fc07fb30-b24b-4452-9c53-05f264b8b6ca), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:58.024711 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ed6e8184-baad-4fb1-badf-2ff83b57f8e5 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks [] for security_group_rule (fc07fb30-b24b-4452-9c53-05f264b8b6ca), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:58.109065 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ed6e8184-baad-4fb1-badf-2ff83b57f8e5 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624241'] for security_group_rule (fc07fb30-b24b-4452-9c53-05f264b8b6ca), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:58.129569 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e8184-baad-4fb1-badf-2ff83b57f8e5 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc07fb30-b24b-4452-9c53-05f264b8b6ca,revision_number=0']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:58.202493 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ed6e8184-baad-4fb1-badf-2ff83b57f8e5 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:58.203777 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-ed6e8184-baad-4fb1-badf-2ff83b57f8e5 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3396869 Jul 20 15:35:58.207383 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 46514) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:35:58.211192 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-7539a1c6-830d-4244-9f74-c7f0d5cfdd74 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Request body: {'security_group_rule': {'security_group_id': 'e2873b3f-98e3-41cd-af50-5b59a2a2aa96', 'project_id': '8793a880033e400d89ac8de5a30003b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:35:58.317123 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:58.326210 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-7539a1c6-830d-4244-9f74-c7f0d5cfdd74 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks [] for security_group_rule (fdb99b4c-fdcb-48cb-ba4e-29d54c767bda), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:58.392741 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-7539a1c6-830d-4244-9f74-c7f0d5cfdd74 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks [] for security_group_rule (fdb99b4c-fdcb-48cb-ba4e-29d54c767bda), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:58.491652 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-7539a1c6-830d-4244-9f74-c7f0d5cfdd74 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624241'] for security_group_rule (fdb99b4c-fdcb-48cb-ba4e-29d54c767bda), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:58.511976 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7539a1c6-830d-4244-9f74-c7f0d5cfdd74 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdb99b4c-fdcb-48cb-ba4e-29d54c767bda,revision_number=0']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:58.593445 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-7539a1c6-830d-4244-9f74-c7f0d5cfdd74 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:58.595200 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-7539a1c6-830d-4244-9f74-c7f0d5cfdd74 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3876183 Jul 20 15:35:58.597894 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 46518) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:35:58.602229 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-a858cfec-a50f-4ea4-8f0b-9523f7c85ace tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Request body: {'security_group_rule': {'security_group_id': 'e2873b3f-98e3-41cd-af50-5b59a2a2aa96', 'project_id': '8793a880033e400d89ac8de5a30003b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:35:58.612612 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:58.685971 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.db.securitygroups_db [None req-a858cfec-a50f-4ea4-8f0b-9523f7c85ace tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Project 8793a880033e400d89ac8de5a30003b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 15:35:58.691944 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a858cfec-a50f-4ea4-8f0b-9523f7c85ace tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks [] for security_group_rule (036d17ad-00a9-4124-86b2-57ccca81f3e8), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:58.782759 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a858cfec-a50f-4ea4-8f0b-9523f7c85ace tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks [] for security_group_rule (036d17ad-00a9-4124-86b2-57ccca81f3e8), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:58.851550 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a858cfec-a50f-4ea4-8f0b-9523f7c85ace tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624241'] for security_group_rule (036d17ad-00a9-4124-86b2-57ccca81f3e8), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:58.871801 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a858cfec-a50f-4ea4-8f0b-9523f7c85ace tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=036d17ad-00a9-4124-86b2-57ccca81f3e8,revision_number=0']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:58.944776 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a858cfec-a50f-4ea4-8f0b-9523f7c85ace tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:58.949319 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-a858cfec-a50f-4ea4-8f0b-9523f7c85ace tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3471756 Jul 20 15:35:58.949645 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 46524) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:35:58.954524 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-93cea56c-3e58-49b0-865a-281d4f93fb3e tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Request body: {'security_group_rule': {'security_group_id': 'e2873b3f-98e3-41cd-af50-5b59a2a2aa96', 'project_id': '8793a880033e400d89ac8de5a30003b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:35:59.000522 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f9a47-a488-4fc7-bc55-032b0856493d req-e8dc1b04-5a44-44af-b5c7-b342e831f476 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:59.002087 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-0a0f9a47-a488-4fc7-bc55-032b0856493d req-e8dc1b04-5a44-44af-b5c7-b342e831f476 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 945 time: 0.0765190 Jul 20 15:35:59.060056 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-0a0f9a47-a488-4fc7-bc55-032b0856493d req-0f6bc311-15e7-46fa-94ef-4dc6362515b0 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=01a306c2-cb97-49eb-a20f-5773ace76a30&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0479925 Jul 20 15:35:59.069443 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.db.securitygroups_db [None req-93cea56c-3e58-49b0-865a-281d4f93fb3e tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Project 8793a880033e400d89ac8de5a30003b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 15:35:59.077702 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-93cea56c-3e58-49b0-865a-281d4f93fb3e tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks [] for security_group_rule (cc6b35ff-872f-4e1c-bf09-dafa8fa0a008), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:59.153563 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-93cea56c-3e58-49b0-865a-281d4f93fb3e tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks [] for security_group_rule (cc6b35ff-872f-4e1c-bf09-dafa8fa0a008), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:59.240292 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-93cea56c-3e58-49b0-865a-281d4f93fb3e tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624241'] for security_group_rule (cc6b35ff-872f-4e1c-bf09-dafa8fa0a008), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:59.261908 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cea56c-3e58-49b0-865a-281d4f93fb3e tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc6b35ff-872f-4e1c-bf09-dafa8fa0a008,revision_number=0']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:35:59.327841 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-93cea56c-3e58-49b0-865a-281d4f93fb3e tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:59.329075 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-93cea56c-3e58-49b0-865a-281d4f93fb3e tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3783557 Jul 20 15:35:59.428788 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3f74ebfb-4567-4790-9d7b-5009208038c5 req-828767e3-4f4a-42d9-8540-8cfff36592f7 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-883221412&fields=id&tenant_id=8793a880033e400d89ac8de5a30003b7 HTTP/1.1" status: 200 len: 267 time: 0.0482843 Jul 20 15:35:59.483868 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74ebfb-4567-4790-9d7b-5009208038c5 req-a95a90b3-d09e-4397-bbbe-d3b2bc002754 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:59.485408 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3f74ebfb-4567-4790-9d7b-5009208038c5 req-a95a90b3-d09e-4397-bbbe-d3b2bc002754 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 946 time: 0.0506938 Jul 20 15:35:59.497012 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [req-3f74ebfb-4567-4790-9d7b-5009208038c5 req-abc97bb7-40fa-496f-8cf2-b26cecda30c4 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Request body: {'port': {'security_groups': ['6383cd3e-5c98-4b41-ac9f-2c89cce9dffe', 'e2873b3f-98e3-41cd-af50-5b59a2a2aa96']}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:35:59.571319 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-3f74ebfb-4567-4790-9d7b-5009208038c5 req-abc97bb7-40fa-496f-8cf2-b26cecda30c4 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (3f4230e5-b6b6-43aa-985b-67a345eed1aa), before_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:59.802422 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:35:59.804355 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.db [req-3f74ebfb-4567-4790-9d7b-5009208038c5 req-abc97bb7-40fa-496f-8cf2-b26cecda30c4 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] For port 3f4230e5-b6b6-43aa-985b-67a345eed1aa, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=3f4230e5-b6b6-43aa-985b-67a345eed1aa,segment=NetworkSegment(7537d4ee-dce6-4a65-a703-7b3110bc13c1),segment_id=7537d4ee-dce6-4a65-a703-7b3110bc13c1)] {{(pid=104510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:35:59.833856 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-3f74ebfb-4567-4790-9d7b-5009208038c5 req-abc97bb7-40fa-496f-8cf2-b26cecda30c4 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks [] for port (3f4230e5-b6b6-43aa-985b-67a345eed1aa), precommit_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:59.886026 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-3f74ebfb-4567-4790-9d7b-5009208038c5 req-abc97bb7-40fa-496f-8cf2-b26cecda30c4 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25775864'] for port (3f4230e5-b6b6-43aa-985b-67a345eed1aa), after_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:59.900324 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] get_ports_and_sgs() called for port_ids ['3f4230e5-b6b6-43aa-985b-67a345eed1aa'] {{(pid=104511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:35:59.939781 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74ebfb-4567-4790-9d7b-5009208038c5 req-abc97bb7-40fa-496f-8cf2-b26cecda30c4 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:35:59.940948 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-3f74ebfb-4567-4790-9d7b-5009208038c5 req-abc97bb7-40fa-496f-8cf2-b26cecda30c4 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:35:59.949541 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3f74ebfb-4567-4790-9d7b-5009208038c5 req-abc97bb7-40fa-496f-8cf2-b26cecda30c4 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "PUT /v2.0/ports/3f4230e5-b6b6-43aa-985b-67a345eed1aa HTTP/1.1" status: 200 len: 982 time: 0.4551473 Jul 20 15:35:59.949541 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '170181c4-a3e8-494d-bef6-2048dd9b0257', 'tag': '3f4230e5-b6b6-43aa-985b-67a345eed1aa'}] {{(pid=104510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:35:59.949960 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e6f04493f4523d7005559a5723156fec6de25b8db42c399d87358264a9319a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20efc2a-8e52-4d73-a6e5-d3c35662b297" -d '{"events": [{"name": "network-changed", "server_uuid": "170181c4-a3e8-494d-bef6-2048dd9b0257", "tag": "3f4230e5-b6b6-43aa-985b-67a345eed1aa"}]}' {{(pid=104510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:35:59.977687 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc97bb7-40fa-496f-8cf2-b26cecda30c4 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Pushing event updated for resources: {'Port': ['ID=3f4230e5-b6b6-43aa-985b-67a345eed1aa,revision_number=6']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:36:00.000339 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 15:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84ddd7f-dc83-40a8-9275-65515603352f x-openstack-request-id: req-e84ddd7f-dc83-40a8-9275-65515603352f {{(pid=104510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:36:00.000645 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "170181c4-a3e8-494d-bef6-2048dd9b0257", "tag": "3f4230e5-b6b6-43aa-985b-67a345eed1aa", "status": "completed", "code": 200}]} {{(pid=104510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:36:00.001455 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e84ddd7f-dc83-40a8-9275-65515603352f {{(pid=104510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:36:00.005327 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e84ddd7f-dc83-40a8-9275-65515603352f'] response: {'name': 'network-changed', 'server_uuid': '170181c4-a3e8-494d-bef6-2048dd9b0257', 'tag': '3f4230e5-b6b6-43aa-985b-67a345eed1aa', 'status': 'completed', 'code': 200} Jul 20 15:36:00.008062 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:36:00.083249 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a65dcb-7c77-430b-b6f2-4d249e2c0ded req-0f78db77-693b-45bc-af62-70249a963c06 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:00.086967 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-32a65dcb-7c77-430b-b6f2-4d249e2c0ded req-0f78db77-693b-45bc-af62-70249a963c06 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 985 time: 0.0703943 Jul 20 15:36:00.127459 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:36:00.127742 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] get_ports_and_sgs() called for port_ids ['3f4230e5-b6b6-43aa-985b-67a345eed1aa'] {{(pid=104511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:36:00.129601 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20efc2a-8e52-4d73-a6e5-d3c35662b297 req-6f1192c7-6b09-4b0c-a8a4-8e281d08edbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:00.132134 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-a20efc2a-8e52-4d73-a6e5-d3c35662b297 req-6f1192c7-6b09-4b0c-a8a4-8e281d08edbe service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=8793a880033e400d89ac8de5a30003b7&device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 1169 time: 0.0889070 Jul 20 15:36:00.256046 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-32a65dcb-7c77-430b-b6f2-4d249e2c0ded req-816cd941-6e06-4c73-9cb6-627b9fd4aa04 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2873b3f-98e3-41cd-af50-5b59a2a2aa96&id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1515121 Jul 20 15:36:00.263729 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8d913-f7f5-44e6-aee4-2d0943bd84f2 req-5eee8d35-fef7-498b-aa04-65863ca671a7 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:00.265267 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-bde8d913-f7f5-44e6-aee4-2d0943bd84f2 req-5eee8d35-fef7-498b-aa04-65863ca671a7 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 945 time: 0.0809155 Jul 20 15:36:00.290169 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20efc2a-8e52-4d73-a6e5-d3c35662b297 req-7a1869e6-3906-490a-bc05-71fb670dfaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:00.292518 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-a20efc2a-8e52-4d73-a6e5-d3c35662b297 req-7a1869e6-3906-490a-bc05-71fb670dfaf2 service neutron] 10.222.0.102 "GET /v2.0/networks?id=04fc2edc-754b-4f43-aeb0-2e6d32720d77 HTTP/1.1" status: 200 len: 916 time: 0.1533873 Jul 20 15:36:00.333763 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-bde8d913-f7f5-44e6-aee4-2d0943bd84f2 req-a79d16d3-21b9-45d3-9bde-c2ff8ae429a7 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=01a306c2-cb97-49eb-a20f-5773ace76a30&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0623982 Jul 20 15:36:00.335097 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-c367355b-9706-4728-865b-f2d98898c7cc None None] Provisioning complete for port 3f4230e5-b6b6-43aa-985b-67a345eed1aa triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:36:00.335866 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c367355b-9706-4728-865b-f2d98898c7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (3f4230e5-b6b6-43aa-985b-67a345eed1aa), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:00.376956 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-a20efc2a-8e52-4d73-a6e5-d3c35662b297 req-0cbfe0e4-2f91-4812-a6f0-42aa315346aa service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f4230e5-b6b6-43aa-985b-67a345eed1aa HTTP/1.1" status: 200 len: 1001 time: 0.0768962 Jul 20 15:36:00.416221 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:36:00.433488 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20efc2a-8e52-4d73-a6e5-d3c35662b297 req-f2ef5af2-957f-472e-a615-1296a8e016f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:00.435109 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-a20efc2a-8e52-4d73-a6e5-d3c35662b297 req-f2ef5af2-957f-472e-a615-1296a8e016f3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b20786d0-6549-4701-b26c-42f499c3d245 HTTP/1.1" status: 200 len: 854 time: 0.0490646 Jul 20 15:36:00.483382 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=100 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:36:00.493626 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20efc2a-8e52-4d73-a6e5-d3c35662b297 req-28a418c5-486d-4eb6-88ed-8821bb566511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:00.495950 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-a20efc2a-8e52-4d73-a6e5-d3c35662b297 req-28a418c5-486d-4eb6-88ed-8821bb566511 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=04fc2edc-754b-4f43-aeb0-2e6d32720d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0528624 Jul 20 15:36:00.529645 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-c367355b-9706-4728-865b-f2d98898c7cc None None] Current status of the port 3f4230e5-b6b6-43aa-985b-67a345eed1aa is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:36:00.631691 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-a20efc2a-8e52-4d73-a6e5-d3c35662b297 req-80bdbf30-6d86-4bcc-946e-72edf75dc2f9 service neutron] 10.222.0.102 "GET /v2.0/networks/04fc2edc-754b-4f43-aeb0-2e6d32720d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202657 Jul 20 15:36:00.746807 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-a20efc2a-8e52-4d73-a6e5-d3c35662b297 req-0689d215-08f1-4dce-9827-009a9f0902d7 service neutron] 10.222.0.102 "GET /v2.0/networks/04fc2edc-754b-4f43-aeb0-2e6d32720d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027079 Jul 20 15:36:01.464878 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64385329-8a27-44cb-8dd4-3774ff9ba79a req-b7faae98-a055-48e5-9a34-6b54e8a24e5d tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:01.466375 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-64385329-8a27-44cb-8dd4-3774ff9ba79a req-b7faae98-a055-48e5-9a34-6b54e8a24e5d tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 945 time: 0.0511072 Jul 20 15:36:01.513938 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-64385329-8a27-44cb-8dd4-3774ff9ba79a req-5d0ced11-d76c-46bc-8e70-ddf878d4fc29 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=01a306c2-cb97-49eb-a20f-5773ace76a30&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0420706 Jul 20 15:36:02.634317 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821e3bd-6aa3-4482-a4f3-18df41e3bd07 req-f2f2a014-02ee-4f54-89a7-91d1f219eb64 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:02.636067 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e821e3bd-6aa3-4482-a4f3-18df41e3bd07 req-f2f2a014-02ee-4f54-89a7-91d1f219eb64 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 945 time: 0.0514741 Jul 20 15:36:02.696422 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e821e3bd-6aa3-4482-a4f3-18df41e3bd07 req-b121b2ed-cfe3-44eb-bcae-69e7bf5ac5a8 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=01a306c2-cb97-49eb-a20f-5773ace76a30&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0510073 Jul 20 15:36:03.823923 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10976c-3df8-484f-b9cd-883d67bfd386 req-6de9a99f-3b69-46de-8f58-f90fbbd29c8b tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:03.825425 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-bf10976c-3df8-484f-b9cd-883d67bfd386 req-6de9a99f-3b69-46de-8f58-f90fbbd29c8b tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 945 time: 0.0590219 Jul 20 15:36:03.875899 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-bf10976c-3df8-484f-b9cd-883d67bfd386 req-a3288381-6ecc-416c-871f-b0c9c8e2b80e tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=01a306c2-cb97-49eb-a20f-5773ace76a30&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0439062 Jul 20 15:36:05.002013 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1cbf81-3a5f-4369-b11a-44544e9313a7 req-c2569dd7-0825-4115-b17a-d3804b4d509b tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:05.003575 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ec1cbf81-3a5f-4369-b11a-44544e9313a7 req-c2569dd7-0825-4115-b17a-d3804b4d509b tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 945 time: 0.0481184 Jul 20 15:36:05.058017 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ec1cbf81-3a5f-4369-b11a-44544e9313a7 req-2cf93bf7-3d0f-46e6-9d17-1aa3269f38da tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=01a306c2-cb97-49eb-a20f-5773ace76a30&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0488153 Jul 20 15:36:06.195482 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7602ae8-4149-4edc-8d54-2a043a1bb2ef req-62b4c57b-67e5-46b6-a5ef-2096272a5452 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:06.197063 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b7602ae8-4149-4edc-8d54-2a043a1bb2ef req-62b4c57b-67e5-46b6-a5ef-2096272a5452 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 945 time: 0.0604551 Jul 20 15:36:06.248201 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b7602ae8-4149-4edc-8d54-2a043a1bb2ef req-c9868c94-3758-4cf5-8f9d-db58721e738d tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=01a306c2-cb97-49eb-a20f-5773ace76a30&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0454657 Jul 20 15:36:06.905131 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98c2a0-e30a-44b9-8d2a-3785a2d03de5 req-0fefb18a-e36d-4962-b1c7-dd10832d91b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:06.906797 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-6b98c2a0-e30a-44b9-8d2a-3785a2d03de5 req-0fefb18a-e36d-4962-b1c7-dd10832d91b3 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 1129 time: 0.0416589 Jul 20 15:36:06.956493 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-6b98c2a0-e30a-44b9-8d2a-3785a2d03de5 req-225af702-9f8d-4212-ab54-4b6837c70719 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=01a306c2-cb97-49eb-a20f-5773ace76a30&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0398753 Jul 20 15:36:07.366966 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e159c12-79c5-437b-a95a-650711863277 req-19f9874f-d7a0-4daa-90a5-fa2e0744ecdf tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:07.368472 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-0e159c12-79c5-437b-a95a-650711863277 req-19f9874f-d7a0-4daa-90a5-fa2e0744ecdf tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 945 time: 0.0511997 Jul 20 15:36:07.418443 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-0e159c12-79c5-437b-a95a-650711863277 req-48e6f351-f59d-4de1-8ceb-c168282d68dd tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=01a306c2-cb97-49eb-a20f-5773ace76a30&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0439980 Jul 20 15:36:07.525091 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:36:07.547207 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:36:08.554284 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892f9ff-d855-4be1-95d7-1668690b50ad req-e1c8eed4-0d2f-4f3c-8173-c278ccb33f96 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:08.555831 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3892f9ff-d855-4be1-95d7-1668690b50ad req-e1c8eed4-0d2f-4f3c-8173-c278ccb33f96 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 945 time: 0.0570061 Jul 20 15:36:08.604957 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3892f9ff-d855-4be1-95d7-1668690b50ad req-8ea61612-7930-4f9e-8a7d-4d1b61d28810 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=01a306c2-cb97-49eb-a20f-5773ace76a30&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0434542 Jul 20 15:36:08.771564 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:09.708132 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:36:09.723005 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6210fd-7074-4f4c-b5f4-bc8e576e9560 req-a74eaac6-5781-4869-b30d-214b920b40a5 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:09.724570 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-1e6210fd-7074-4f4c-b5f4-bc8e576e9560 req-a74eaac6-5781-4869-b30d-214b920b40a5 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 945 time: 0.0483804 Jul 20 15:36:09.772042 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-1e6210fd-7074-4f4c-b5f4-bc8e576e9560 req-f081ff31-0485-4fff-bc48-77775a9d414f tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=01a306c2-cb97-49eb-a20f-5773ace76a30&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0419302 Jul 20 15:36:10.254100 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-76879a75-06a0-4388-a722-6ae4dae5df41 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1190445814&fields=id&tenant_id=09d92d320f8748c58aca3fd6a8776540 HTTP/1.1" status: 200 len: 267 time: 0.0857167 Jul 20 15:36:10.405923 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-e45b9c5b-e80e-461b-96e1-4a13126f1ec4 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:10.407832 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-e45b9c5b-e80e-461b-96e1-4a13126f1ec4 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/networks?id=83eae464-5738-40f7-a1db-5e4b986b02e4 HTTP/1.1" status: 200 len: 809 time: 0.1420548 Jul 20 15:36:10.431550 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-1fcac8bf-896d-4f36-9eea-09ea164d0bfa tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/quotas/09d92d320f8748c58aca3fd6a8776540 HTTP/1.1" status: 200 len: 375 time: 0.0145276 Jul 20 15:36:10.516610 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:36:10.563464 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-5605669e-1c9d-45e9-8d02-637844c283db tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=09d92d320f8748c58aca3fd6a8776540&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1218486 Jul 20 15:36:10.584847 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376cc6b-decc-4739-be45-7fc165c9c535 req-8f7401fc-1962-4c6e-bbb0-5ba71d5486c8 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:10.587966 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-7376cc6b-decc-4739-be45-7fc165c9c535 req-8f7401fc-1962-4c6e-bbb0-5ba71d5486c8 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 945 time: 0.0946422 Jul 20 15:36:10.640842 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a928cd-2d59-4579-a7c3-0659ec328d97 req-2e44c7fe-818f-4fc6-82e3-f078e2c538e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:10.642634 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-46a928cd-2d59-4579-a7c3-0659ec328d97 req-2e44c7fe-818f-4fc6-82e3-f078e2c538e3 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=61872ef687074f5791a2cc46732bebdf&device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 1129 time: 0.0517948 Jul 20 15:36:10.721065 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-7376cc6b-decc-4739-be45-7fc165c9c535 req-67b1e0f9-5be1-410e-a520-b4d01f944434 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=01a306c2-cb97-49eb-a20f-5773ace76a30&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1209347 Jul 20 15:36:10.740559 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-bdf2783a-dd2a-4469-929b-4f8d1c02881e service neutron] 10.222.0.78 "GET /v2.0/networks/83eae464-5738-40f7-a1db-5e4b986b02e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513224 Jul 20 15:36:10.756634 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a928cd-2d59-4579-a7c3-0659ec328d97 req-830cc2d1-18c8-4e2e-b88c-7e1926c64b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:10.758160 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-46a928cd-2d59-4579-a7c3-0659ec328d97 req-830cc2d1-18c8-4e2e-b88c-7e1926c64b06 service neutron] 10.222.0.102 "GET /v2.0/networks?id=49eaadcd-4166-45bc-8081-db7a31ee5c71 HTTP/1.1" status: 200 len: 919 time: 0.1094315 Jul 20 15:36:10.832773 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-46a928cd-2d59-4579-a7c3-0659ec328d97 req-d5debe43-c3c6-4a4f-a9ec-5f2791244356 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2135397-d828-46e2-a219-f788f406eb08 HTTP/1.1" status: 200 len: 1000 time: 0.0636966 Jul 20 15:36:10.848890 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-f157bd93-770f-4005-a5b9-dd068cf23e59 service neutron] 10.222.0.78 "GET /v2.0/networks/83eae464-5738-40f7-a1db-5e4b986b02e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970941 Jul 20 15:36:10.884600 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=100 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:36:10.914281 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a928cd-2d59-4579-a7c3-0659ec328d97 req-b43ffe5f-8f65-4f3e-9eff-69a176338b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:10.914281 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-46a928cd-2d59-4579-a7c3-0659ec328d97 req-b43ffe5f-8f65-4f3e-9eff-69a176338b23 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa HTTP/1.1" status: 200 len: 857 time: 0.0641646 Jul 20 15:36:10.955839 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a928cd-2d59-4579-a7c3-0659ec328d97 req-17848bbc-5462-46da-a482-9911b77466a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:10.957373 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-46a928cd-2d59-4579-a7c3-0659ec328d97 req-17848bbc-5462-46da-a482-9911b77466a9 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=49eaadcd-4166-45bc-8081-db7a31ee5c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439577 Jul 20 15:36:11.060172 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-46a928cd-2d59-4579-a7c3-0659ec328d97 req-bfa0f252-3d09-4cf1-bb29-0078a1bba686 service neutron] 10.222.0.102 "GET /v2.0/networks/49eaadcd-4166-45bc-8081-db7a31ee5c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945711 Jul 20 15:36:11.165616 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-46a928cd-2d59-4579-a7c3-0659ec328d97 req-a6bfa10b-a7f3-4a79-b012-b2869e38fb47 service neutron] 10.222.0.102 "GET /v2.0/networks/49eaadcd-4166-45bc-8081-db7a31ee5c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882633 Jul 20 15:36:11.744001 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ac5784b8-47b4-4964-9a93-8a83bca663c0 req-0089c673-b9c2-43d8-b3b0-b9522e57b53d tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 210 time: 0.0297961 Jul 20 15:36:11.851618 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638ef03-8d93-4d4d-a2db-9d6485f2e39b req-96fbc790-b125-40b4-b772-b81c24d3c46d tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:11.853143 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5638ef03-8d93-4d4d-a2db-9d6485f2e39b req-96fbc790-b125-40b4-b772-b81c24d3c46d tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 945 time: 0.0555606 Jul 20 15:36:11.915029 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5638ef03-8d93-4d4d-a2db-9d6485f2e39b req-58ab6688-b2a9-42da-a962-97e9a8616628 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=01a306c2-cb97-49eb-a20f-5773ace76a30&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0549400 Jul 20 15:36:12.833280 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-25827b2d-42f8-43f2-a59f-da2dfe2e7c11 req-6f0f34dd-5486-4541-a004-c7153f377534 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 210 time: 0.0305173 Jul 20 15:36:13.031647 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0270d-444b-4b77-9ccb-6da0734bdc4c req-f63ab1ed-5de7-4f1d-8881-aaf4925e7331 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:13.033166 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ccb0270d-444b-4b77-9ccb-6da0734bdc4c req-f63ab1ed-5de7-4f1d-8881-aaf4925e7331 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 945 time: 0.0486174 Jul 20 15:36:13.083739 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ccb0270d-444b-4b77-9ccb-6da0734bdc4c req-73df219b-a65b-4d7f-8c3c-06649f9c7aba tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=01a306c2-cb97-49eb-a20f-5773ace76a30&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0449359 Jul 20 15:36:13.934207 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b1e640c7-3c10-48ee-95f5-a70bef7ac28f req-57157c03-28d2-4861-be46-23bdc136485c tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 210 time: 0.0316973 Jul 20 15:36:14.204430 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc866fee-d2f4-4ab3-b123-d80efc1c09ed req-a85cfef9-d449-4b99-bfdc-cc69e2397264 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:14.205941 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-bc866fee-d2f4-4ab3-b123-d80efc1c09ed req-a85cfef9-d449-4b99-bfdc-cc69e2397264 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 945 time: 0.0498505 Jul 20 15:36:14.264374 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-bc866fee-d2f4-4ab3-b123-d80efc1c09ed req-8ba906ca-744f-47bd-87a6-1b5ae5bec922 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=01a306c2-cb97-49eb-a20f-5773ace76a30&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0515318 Jul 20 15:36:15.034603 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3e84ef64-6f0b-4c75-a708-4d5666788e3b req-ee7d0728-854d-42be-b83d-d2e41feb9c06 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 210 time: 0.0286217 Jul 20 15:36:15.210340 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-3f04674e-08b8-413d-ba01-23dad5f6c1b4 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:15.212054 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-3f04674e-08b8-413d-ba01-23dad5f6c1b4 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.102 "GET /v2.0/networks?id=83eae464-5738-40f7-a1db-5e4b986b02e4 HTTP/1.1" status: 200 len: 809 time: 0.1090171 Jul 20 15:36:15.276637 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-65281001-f76f-4ba7-acd7-0adb7770dfbc tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09d92d320f8748c58aca3fd6a8776540 HTTP/1.1" status: 200 len: 380 time: 0.0551102 Jul 20 15:36:15.291558 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-b31b764a-2f27-4195-bc87-68667ce400d0 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Request body: {'port': {'device_id': '562e58cb-a1c0-4582-b4aa-46abf6053c11', 'network_id': '83eae464-5738-40f7-a1db-5e4b986b02e4', 'admin_state_up': True, 'tenant_id': '09d92d320f8748c58aca3fd6a8776540', 'security_groups': ['1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a']}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:36:15.392119 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=100 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:36:15.396386 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cefe76-dffc-4079-8c72-c7a6bd1a1f8c req-4294cb2d-d6ca-49aa-a956-47b44af05c5d tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:15.401401 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-50cefe76-dffc-4079-8c72-c7a6bd1a1f8c req-4294cb2d-d6ca-49aa-a956-47b44af05c5d tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 945 time: 0.0511131 Jul 20 15:36:15.452737 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-50cefe76-dffc-4079-8c72-c7a6bd1a1f8c req-593b7c92-92bc-44e3-898f-3d4fef50960e tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=01a306c2-cb97-49eb-a20f-5773ace76a30&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0468490 Jul 20 15:36:15.456749 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-b31b764a-2f27-4195-bc87-68667ce400d0 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Made reservation on behalf of 09d92d320f8748c58aca3fd6a8776540 for: {'port': 1} {{(pid=104509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:36:15.460460 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-b31b764a-2f27-4195-bc87-68667ce400d0 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:15.580272 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf7ccb-4b23-4359-8c91-7555341c2692 req-1523df83-bf01-4697-a0f1-1027fd519346 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:15.581844 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-aaaf7ccb-4b23-4359-8c91-7555341c2692 req-1523df83-bf01-4697-a0f1-1027fd519346 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 945 time: 0.0615201 Jul 20 15:36:15.590669 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 46684) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:36:15.595192 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-196dda77-1dad-4805-b13f-bfba17337419 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Request body: {'floatingip': {'port_id': 'e2135397-d828-46e2-a219-f788f406eb08'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:36:15.598091 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_common [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-b31b764a-2f27-4195-bc87-68667ce400d0 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Allocated IP 172.20.0.3 (83eae464-5738-40f7-a1db-5e4b986b02e4/cd17c142-9056-42a5-9669-94b6a2aab906/5dcfcdca-0e07-4def-8734-604f0229a302) {{(pid=104509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:36:15.651992 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-196dda77-1dad-4805-b13f-bfba17337419 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks [] for floatingip (91348eaa-4f6c-467c-a308-58e5f621dce0), before_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:15.698533 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:36:15.759534 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-b31b764a-2f27-4195-bc87-68667ce400d0 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks [] for port (5dcfcdca-0e07-4def-8734-604f0229a302), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:15.911008 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-b31b764a-2f27-4195-bc87-68667ce400d0 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (5dcfcdca-0e07-4def-8734-604f0229a302), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:15.958718 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-b31b764a-2f27-4195-bc87-68667ce400d0 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Network 83eae464-5738-40f7-a1db-5e4b986b02e4 is already hosted by enough agents. {{(pid=104509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:36:15.964147 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:36:15.969985 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-b31b764a-2f27-4195-bc87-68667ce400d0 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Resources bound (agent type, host, resource id): {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:36:15.972645 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b764a-2f27-4195-bc87-68667ce400d0 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Pushing event updated for resources: {'Port': ['ID=5dcfcdca-0e07-4def-8734-604f0229a302,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:36:15.974668 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-b31b764a-2f27-4195-bc87-68667ce400d0 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Received port after_create {{(pid=104509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:36:16.035087 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:36:16.040245 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-b31b764a-2f27-4195-bc87-68667ce400d0 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:16.040927 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-b31b764a-2f27-4195-bc87-68667ce400d0 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:16.157595 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-b31b764a-2f27-4195-bc87-68667ce400d0 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8699424 Jul 20 15:36:16.179988 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-d5f5bd00-6dd8-4adc-8c5a-fa3e6ad78609 service neutron] Request body: {'port': {'device_id': '562e58cb-a1c0-4582-b4aa-46abf6053c11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:36:16.194807 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0786d-e273-4d29-8035-5f2ef14e4c02 req-8737b3d6-b0e8-40f6-8d03-68e430bdd642 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:16.196279 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-efa0786d-e273-4d29-8035-5f2ef14e4c02 req-8737b3d6-b0e8-40f6-8d03-68e430bdd642 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 931 time: 0.0881982 Jul 20 15:36:16.249991 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-d5f5bd00-6dd8-4adc-8c5a-fa3e6ad78609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (5dcfcdca-0e07-4def-8734-604f0229a302), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:16.263634 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-9a7461ca-e51f-4e69-b856-fd217b47069a None None] Provisioning complete for port 5dcfcdca-0e07-4def-8734-604f0229a302 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:36:16.264217 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9a7461ca-e51f-4e69-b856-fd217b47069a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (5dcfcdca-0e07-4def-8734-604f0229a302), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:16.290835 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:36:16.304152 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-9a7461ca-e51f-4e69-b856-fd217b47069a None None] Port 5dcfcdca-0e07-4def-8734-604f0229a302 cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:36:16.362297 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-efa0786d-e273-4d29-8035-5f2ef14e4c02 req-fbd6d7d2-17ab-4487-9b79-58d310026c9f tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565025 Jul 20 15:36:16.385593 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:36:16.462334 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-196dda77-1dad-4805-b13f-bfba17337419 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:16.551726 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-d5f5bd00-6dd8-4adc-8c5a-fa3e6ad78609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dcfcdca-0e07-4def-8734-604f0229a302 {{(pid=104509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:36:16.559337 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-d5f5bd00-6dd8-4adc-8c5a-fa3e6ad78609 service neutron] Publish callbacks [] for port (5dcfcdca-0e07-4def-8734-604f0229a302), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:16.565604 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-196dda77-1dad-4805-b13f-bfba17337419 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714675'] for floatingip (91348eaa-4f6c-467c-a308-58e5f621dce0), after_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:16.576224 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.provisioning_blocks [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-d5f5bd00-6dd8-4adc-8c5a-fa3e6ad78609 service neutron] Transition to ACTIVE for port object 5dcfcdca-0e07-4def-8734-604f0229a302 will not be triggered until provisioned by entity L2. {{(pid=104509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 15:36:16.651562 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-d5f5bd00-6dd8-4adc-8c5a-fa3e6ad78609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934114'] for port (5dcfcdca-0e07-4def-8734-604f0229a302), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:16.709334 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f5bd00-6dd8-4adc-8c5a-fa3e6ad78609 service neutron] Pushing event updated for resources: {'Port': ['ID=5dcfcdca-0e07-4def-8734-604f0229a302,revision_number=2']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:36:16.793548 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196dda77-1dad-4805-b13f-bfba17337419 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Router ebf4287d-ab00-4852-994d-69a12c2f480d has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:36:16.796378 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-d5f5bd00-6dd8-4adc-8c5a-fa3e6ad78609 service neutron] Attempting to bind port 5dcfcdca-0e07-4def-8734-604f0229a302 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:36:16.796726 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-d5f5bd00-6dd8-4adc-8c5a-fa3e6ad78609 service neutron] Attempting to bind port 5dcfcdca-0e07-4def-8734-604f0229a302 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '4d7dbf90-951c-40d5-874b-aa4cf8238fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '83eae464-5738-40f7-a1db-5e4b986b02e4'}] {{(pid=104509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:36:16.797058 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-d5f5bd00-6dd8-4adc-8c5a-fa3e6ad78609 service neutron] Attempting to bind port 5dcfcdca-0e07-4def-8734-604f0229a302 on network 83eae464-5738-40f7-a1db-5e4b986b02e4 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:36:16.803233 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-d5f5bd00-6dd8-4adc-8c5a-fa3e6ad78609 service neutron] Port 5dcfcdca-0e07-4def-8734-604f0229a302 on network 83eae464-5738-40f7-a1db-5e4b986b02e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 15:36:16.810885 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-d5f5bd00-6dd8-4adc-8c5a-fa3e6ad78609 service neutron] Attempting to bind port 5dcfcdca-0e07-4def-8734-604f0229a302 on network 83eae464-5738-40f7-a1db-5e4b986b02e4 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:36:16.810885 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-d5f5bd00-6dd8-4adc-8c5a-fa3e6ad78609 service neutron] Checking agent: {'id': '84834a4b-f4d1-4c41-9203-9b15edc444f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 29, 38), 'started_at': datetime.datetime(2022, 7, 20, 15, 29, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:36:16.810885 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-d5f5bd00-6dd8-4adc-8c5a-fa3e6ad78609 service neutron] Checking segment: {'id': '4d7dbf90-951c-40d5-874b-aa4cf8238fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '83eae464-5738-40f7-a1db-5e4b986b02e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:36:16.810885 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-d5f5bd00-6dd8-4adc-8c5a-fa3e6ad78609 service neutron] Bound using segment: {'id': '4d7dbf90-951c-40d5-874b-aa4cf8238fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '83eae464-5738-40f7-a1db-5e4b986b02e4'} {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:36:16.810885 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-d5f5bd00-6dd8-4adc-8c5a-fa3e6ad78609 service neutron] Bound port: 5dcfcdca-0e07-4def-8734-604f0229a302, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d7dbf90-951c-40d5-874b-aa4cf8238fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '83eae464-5738-40f7-a1db-5e4b986b02e4'}}] {{(pid=104509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:36:16.811643 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-d5f5bd00-6dd8-4adc-8c5a-fa3e6ad78609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (5dcfcdca-0e07-4def-8734-604f0229a302), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:16.872792 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:36:16.885007 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-d5f5bd00-6dd8-4adc-8c5a-fa3e6ad78609 service neutron] For port 5dcfcdca-0e07-4def-8734-604f0229a302, host hv-cinder-81914, cleared binding levels {{(pid=104509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:36:16.889142 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-d5f5bd00-6dd8-4adc-8c5a-fa3e6ad78609 service neutron] For port 5dcfcdca-0e07-4def-8734-604f0229a302, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=5dcfcdca-0e07-4def-8734-604f0229a302,segment=NetworkSegment(4d7dbf90-951c-40d5-874b-aa4cf8238fe9),segment_id=4d7dbf90-951c-40d5-874b-aa4cf8238fe9)] {{(pid=104509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:36:16.910113 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:36:16.915004 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196dda77-1dad-4805-b13f-bfba17337419 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:36:16.919609 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-196dda77-1dad-4805-b13f-bfba17337419 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for floatingip (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:16.930951 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa121fce-0698-4d79-a5ff-d6196d5d7b5a None None] Sync routers for ids ['ebf4287d-ab00-4852-994d-69a12c2f480d'] in dv-cinder-819149-12-iscsi {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:36:16.943877 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa121fce-0698-4d79-a5ff-d6196d5d7b5a None None] Routers {'ebf4287d-ab00-4852-994d-69a12c2f480d'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:36:16.944507 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-aa121fce-0698-4d79-a5ff-d6196d5d7b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:35:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['ebf4287d-ab00-4852-994d-69a12c2f480d'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:36:16.952998 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91beb453-6320-472a-951c-3fda16747994', 'tag': 'e2135397-d828-46e2-a219-f788f406eb08'}] {{(pid=104510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:36:16.955393 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e6f04493f4523d7005559a5723156fec6de25b8db42c399d87358264a9319a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa0f9c6-b9a6-4f5c-9aea-e3323dc32c92" -d '{"events": [{"name": "network-changed", "server_uuid": "91beb453-6320-472a-951c-3fda16747994", "tag": "e2135397-d828-46e2-a219-f788f406eb08"}]}' {{(pid=104510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:36:16.993777 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-196dda77-1dad-4805-b13f-bfba17337419 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "PUT /v2.0/floatingips/91348eaa-4f6c-467c-a308-58e5f621dce0 HTTP/1.1" status: 200 len: 992 time: 1.4019463 Jul 20 15:36:17.003958 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 15:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d85427-6894-4e7d-8fe1-34bcab539477 x-openstack-request-id: req-44d85427-6894-4e7d-8fe1-34bcab539477 {{(pid=104510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:36:17.004284 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91beb453-6320-472a-951c-3fda16747994", "tag": "e2135397-d828-46e2-a219-f788f406eb08", "status": "completed", "code": 200}]} {{(pid=104510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:36:17.004532 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-44d85427-6894-4e7d-8fe1-34bcab539477 {{(pid=104510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:36:17.004966 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44d85427-6894-4e7d-8fe1-34bcab539477'] response: {'name': 'network-changed', 'server_uuid': '91beb453-6320-472a-951c-3fda16747994', 'tag': 'e2135397-d828-46e2-a219-f788f406eb08', 'status': 'completed', 'code': 200} Jul 20 15:36:17.023302 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-d5f5bd00-6dd8-4adc-8c5a-fa3e6ad78609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934114'] for port (5dcfcdca-0e07-4def-8734-604f0229a302), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:17.056663 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-aa121fce-0698-4d79-a5ff-d6196d5d7b5a None None] Set router ebf4287d-ab00-4852-994d-69a12c2f480d gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:36:17.099903 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-d5f5bd00-6dd8-4adc-8c5a-fa3e6ad78609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:17.100512 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-d5f5bd00-6dd8-4adc-8c5a-fa3e6ad78609 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:17.102161 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-d5f5bd00-6dd8-4adc-8c5a-fa3e6ad78609 service neutron] 10.222.0.102 "PUT /v2.0/ports/5dcfcdca-0e07-4def-8734-604f0229a302 HTTP/1.1" status: 200 len: 1093 time: 0.9270442 Jul 20 15:36:17.102625 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562e58cb-a1c0-4582-b4aa-46abf6053c11', 'tag': '5dcfcdca-0e07-4def-8734-604f0229a302'}] {{(pid=104509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:36:17.104860 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df77c6b91a480694ea4413056d8ef6386aadd078611a8438297a7cf852766117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d18a68a-6501-4ca2-bcad-303a8d8cccdb" -d '{"events": [{"name": "network-changed", "server_uuid": "562e58cb-a1c0-4582-b4aa-46abf6053c11", "tag": "5dcfcdca-0e07-4def-8734-604f0229a302"}]}' {{(pid=104509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:36:17.125883 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0f9c6-b9a6-4f5c-9aea-e3323dc32c92 req-6e63d173-11f9-4bc5-8b32-1e485d9d9787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:17.128071 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-4aa0f9c6-b9a6-4f5c-9aea-e3323dc32c92 req-6e63d173-11f9-4bc5-8b32-1e485d9d9787 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=61872ef687074f5791a2cc46732bebdf&device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 1129 time: 0.1003780 Jul 20 15:36:17.172073 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 15:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba84cf64-c892-41c9-af04-b4e56c30f8f6 x-openstack-request-id: req-ba84cf64-c892-41c9-af04-b4e56c30f8f6 {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:36:17.172434 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "562e58cb-a1c0-4582-b4aa-46abf6053c11", "tag": "5dcfcdca-0e07-4def-8734-604f0229a302", "status": "completed", "code": 200}]} {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:36:17.172621 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ba84cf64-c892-41c9-af04-b4e56c30f8f6 {{(pid=104509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:36:17.173023 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba84cf64-c892-41c9-af04-b4e56c30f8f6'] response: {'name': 'network-changed', 'server_uuid': '562e58cb-a1c0-4582-b4aa-46abf6053c11', 'tag': '5dcfcdca-0e07-4def-8734-604f0229a302', 'status': 'completed', 'code': 200} Jul 20 15:36:17.175807 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f5bd00-6dd8-4adc-8c5a-fa3e6ad78609 service neutron] Pushing event updated for resources: {'Port': ['ID=5dcfcdca-0e07-4def-8734-604f0229a302,revision_number=3']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:36:17.286592 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18a68a-6501-4ca2-bcad-303a8d8cccdb req-3679a6fb-ce5f-469f-93c3-d44449967a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:17.288208 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-0d18a68a-6501-4ca2-bcad-303a8d8cccdb req-3679a6fb-ce5f-469f-93c3-d44449967a25 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=09d92d320f8748c58aca3fd6a8776540&device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 1127 time: 0.0731041 Jul 20 15:36:17.289390 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0f9c6-b9a6-4f5c-9aea-e3323dc32c92 req-ce21480f-e0ab-45f6-bd06-a945550183f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:17.290935 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-4aa0f9c6-b9a6-4f5c-9aea-e3323dc32c92 req-ce21480f-e0ab-45f6-bd06-a945550183f3 service neutron] 10.222.0.102 "GET /v2.0/networks?id=49eaadcd-4166-45bc-8081-db7a31ee5c71 HTTP/1.1" status: 200 len: 919 time: 0.1562102 Jul 20 15:36:17.307568 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-aa121fce-0698-4d79-a5ff-d6196d5d7b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'name': 'tempest-ServerRescueNegativeTestJSON-322932725-router', 'tenant_id': '61872ef687074f5791a2cc46732bebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '7309a38e-c50f-443e-9146-71bf58bee58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:40Z', 'updated_at': '2022-07-20T15:31:49Z', 'revision_number': 4, 'project_id': '61872ef687074f5791a2cc46732bebdf', 'gw_port': {'id': '7309a38e-c50f-443e-9146-71bf58bee58a', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:41Z', 'updated_at': '2022-07-20T15:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': '91348eaa-4f6c-467c-a308-58e5f621dce0', 'tenant_id': '61872ef687074f5791a2cc46732bebdf', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'port_id': 'e2135397-d828-46e2-a219-f788f406eb08', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71', 'mac_address': 'fa:16:3e:27:94:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91beb453-6320-472a-951c-3fda16747994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:34:08Z', 'updated_at': '2022-07-20T15:36:16Z', 'revision_number': 3, 'project_id': '61872ef687074f5791a2cc46732bebdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edc4ca67-4580-427e-b8c7-b4181fd4f3bb', 'name': '', 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71', 'tenant_id': '61872ef687074f5791a2cc46732bebdf', 'mac_address': 'fa:16:3e:b6:ef:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:47Z', 'updated_at': '2022-07-20T15:32:05Z', 'revision_number': 5, 'project_id': '61872ef687074f5791a2cc46732bebdf', 'subnets': [{'id': '2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:36:17.338882 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa121fce-0698-4d79-a5ff-d6196d5d7b5a None None] Checking router: ebf4287d-ab00-4852-994d-69a12c2f480d for host: dv-cinder-819149-12-iscsi {{(pid=104511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:36:17.357305 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa121fce-0698-4d79-a5ff-d6196d5d7b5a None None] Routers {'ebf4287d-ab00-4852-994d-69a12c2f480d'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:36:17.357916 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-aa121fce-0698-4d79-a5ff-d6196d5d7b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:35:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['ebf4287d-ab00-4852-994d-69a12c2f480d'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:36:17.469837 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-4aa0f9c6-b9a6-4f5c-9aea-e3323dc32c92 req-a1fa3b33-d1d5-431e-905e-87883d3dbb09 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2135397-d828-46e2-a219-f788f406eb08 HTTP/1.1" status: 200 len: 1000 time: 0.1194389 Jul 20 15:36:17.474765 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-aa121fce-0698-4d79-a5ff-d6196d5d7b5a None None] Set router ebf4287d-ab00-4852-994d-69a12c2f480d gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:36:17.490948 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eceebd-2740-4ca8-a77b-e27fb25ed230 req-b6ff7408-b2b6-45a8-95b4-ad88dc0896ca tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:17.493227 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-06eceebd-2740-4ca8-a77b-e27fb25ed230 req-b6ff7408-b2b6-45a8-95b4-ad88dc0896ca tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 943 time: 0.0594120 Jul 20 15:36:17.501887 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=100 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:36:17.534228 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18a68a-6501-4ca2-bcad-303a8d8cccdb req-0887e74d-e3bd-43ac-b898-7dc04f638e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:17.535733 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-0d18a68a-6501-4ca2-bcad-303a8d8cccdb req-0887e74d-e3bd-43ac-b898-7dc04f638e9a service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=09d92d320f8748c58aca3fd6a8776540&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1790020 Jul 20 15:36:17.548113 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-06eceebd-2740-4ca8-a77b-e27fb25ed230 req-403f6e06-a2b8-4f13-abe1-3b1e4316f4aa tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475221 Jul 20 15:36:17.554950 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0f9c6-b9a6-4f5c-9aea-e3323dc32c92 req-1a27cbd5-420d-4666-b373-472c03443a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:17.556504 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-4aa0f9c6-b9a6-4f5c-9aea-e3323dc32c92 req-1a27cbd5-420d-4666-b373-472c03443a90 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa HTTP/1.1" status: 200 len: 857 time: 0.0793538 Jul 20 15:36:17.647782 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0f9c6-b9a6-4f5c-9aea-e3323dc32c92 req-fc5be085-5473-4be8-a107-70cb180ee8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:17.649011 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-4aa0f9c6-b9a6-4f5c-9aea-e3323dc32c92 req-fc5be085-5473-4be8-a107-70cb180ee8b1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=49eaadcd-4166-45bc-8081-db7a31ee5c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0779128 Jul 20 15:36:17.707646 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18a68a-6501-4ca2-bcad-303a8d8cccdb req-5085cfcb-1dd5-4b88-b03a-739f303ea3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:17.708865 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-0d18a68a-6501-4ca2-bcad-303a8d8cccdb req-5085cfcb-1dd5-4b88-b03a-739f303ea3ea service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1651211 Jul 20 15:36:17.712771 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-aa121fce-0698-4d79-a5ff-d6196d5d7b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'name': 'tempest-ServerRescueNegativeTestJSON-322932725-router', 'tenant_id': '61872ef687074f5791a2cc46732bebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '7309a38e-c50f-443e-9146-71bf58bee58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:40Z', 'updated_at': '2022-07-20T15:31:49Z', 'revision_number': 4, 'project_id': '61872ef687074f5791a2cc46732bebdf', 'gw_port': {'id': '7309a38e-c50f-443e-9146-71bf58bee58a', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:41Z', 'updated_at': '2022-07-20T15:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': '91348eaa-4f6c-467c-a308-58e5f621dce0', 'tenant_id': '61872ef687074f5791a2cc46732bebdf', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'port_id': 'e2135397-d828-46e2-a219-f788f406eb08', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71', 'mac_address': 'fa:16:3e:27:94:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91beb453-6320-472a-951c-3fda16747994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:34:08Z', 'updated_at': '2022-07-20T15:36:16Z', 'revision_number': 3, 'project_id': '61872ef687074f5791a2cc46732bebdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edc4ca67-4580-427e-b8c7-b4181fd4f3bb', 'name': '', 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71', 'tenant_id': '61872ef687074f5791a2cc46732bebdf', 'mac_address': 'fa:16:3e:b6:ef:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:47Z', 'updated_at': '2022-07-20T15:32:05Z', 'revision_number': 5, 'project_id': '61872ef687074f5791a2cc46732bebdf', 'subnets': [{'id': '2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:36:17.747773 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa121fce-0698-4d79-a5ff-d6196d5d7b5a None None] The sync data for ids ['ebf4287d-ab00-4852-994d-69a12c2f480d'] in dv-cinder-819149-12-iscsi is: [{'id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'name': 'tempest-ServerRescueNegativeTestJSON-322932725-router', 'tenant_id': '61872ef687074f5791a2cc46732bebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '7309a38e-c50f-443e-9146-71bf58bee58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:40Z', 'updated_at': '2022-07-20T15:31:49Z', 'revision_number': 4, 'project_id': '61872ef687074f5791a2cc46732bebdf', 'gw_port': {'id': '7309a38e-c50f-443e-9146-71bf58bee58a', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:41Z', 'updated_at': '2022-07-20T15:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': '91348eaa-4f6c-467c-a308-58e5f621dce0', 'tenant_id': '61872ef687074f5791a2cc46732bebdf', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'port_id': 'e2135397-d828-46e2-a219-f788f406eb08', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71', 'mac_address': 'fa:16:3e:27:94:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91beb453-6320-472a-951c-3fda16747994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:34:08Z', 'updated_at': '2022-07-20T15:36:16Z', 'revision_number': 3, 'project_id': '61872ef687074f5791a2cc46732bebdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edc4ca67-4580-427e-b8c7-b4181fd4f3bb', 'name': '', 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71', 'tenant_id': '61872ef687074f5791a2cc46732bebdf', 'mac_address': 'fa:16:3e:b6:ef:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:47Z', 'updated_at': '2022-07-20T15:32:05Z', 'revision_number': 5, 'project_id': '61872ef687074f5791a2cc46732bebdf', 'subnets': [{'id': '2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:36:17.761418 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:36:17.812705 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-4aa0f9c6-b9a6-4f5c-9aea-e3323dc32c92 req-0e7b61ba-0c34-4e0a-871e-24735ea6eef9 service neutron] 10.222.0.102 "GET /v2.0/networks/49eaadcd-4166-45bc-8081-db7a31ee5c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515336 Jul 20 15:36:17.816142 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-e3abc88d-4540-4f90-a02b-0e2a7e68e7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:17.817613 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-e3abc88d-4540-4f90-a02b-0e2a7e68e7e4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=09d92d320f8748c58aca3fd6a8776540&device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 1127 time: 0.0611882 Jul 20 15:36:17.886102 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-42d2476b-7cfa-4810-87d8-a0fcf36d538e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dcfcdca-0e07-4def-8734-604f0229a302 HTTP/1.1" status: 200 len: 217 time: 0.0591130 Jul 20 15:36:17.987567 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-fecf442c-28b8-4230-857d-cbca919ad272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:17.989043 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-fecf442c-28b8-4230-857d-cbca919ad272 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=cd17c142-9056-42a5-9669-94b6a2aab906 HTTP/1.1" status: 200 len: 848 time: 0.0713077 Jul 20 15:36:17.996488 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-4aa0f9c6-b9a6-4f5c-9aea-e3323dc32c92 req-92c87694-dbf1-4fe1-950d-52d6a58f1f12 service neutron] 10.222.0.102 "GET /v2.0/networks/49eaadcd-4166-45bc-8081-db7a31ee5c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778755 Jul 20 15:36:18.048754 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-d7f107f5-ad9b-4ad1-8270-2cee9b0ecd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:18.050333 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-d7f107f5-ad9b-4ad1-8270-2cee9b0ecd1c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=83eae464-5738-40f7-a1db-5e4b986b02e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0459197 Jul 20 15:36:18.148013 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=100 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:36:18.155682 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-56292b33-d4a4-4574-98f8-0be66833dc89 service neutron] 10.222.0.102 "GET /v2.0/networks/83eae464-5738-40f7-a1db-5e4b986b02e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971606 Jul 20 15:36:18.269381 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-a8dc8697-83a3-404f-b059-0cde6be17e0a req-40e6e40b-4901-4063-a6d6-90736d5576f5 service neutron] 10.222.0.102 "GET /v2.0/networks/83eae464-5738-40f7-a1db-5e4b986b02e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955436 Jul 20 15:36:18.668435 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0938ce-56d4-4c8a-bdfd-a250bec55671 req-3690cf4c-cf62-446e-aaee-62623c9ef6d6 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:18.669990 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-da0938ce-56d4-4c8a-bdfd-a250bec55671 req-3690cf4c-cf62-446e-aaee-62623c9ef6d6 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 943 time: 0.0510259 Jul 20 15:36:18.725146 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-da0938ce-56d4-4c8a-bdfd-a250bec55671 req-5e13d2b7-4b51-49d5-bd00-f55b45fa8b62 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494771 Jul 20 15:36:19.006105 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91beb453-6320-472a-951c-3fda16747994', 'tag': 'e2135397-d828-46e2-a219-f788f406eb08'}] {{(pid=104510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:36:19.008466 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e6f04493f4523d7005559a5723156fec6de25b8db42c399d87358264a9319a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2327607-4d96-4ac4-accf-8a857e538717" -d '{"events": [{"name": "network-changed", "server_uuid": "91beb453-6320-472a-951c-3fda16747994", "tag": "e2135397-d828-46e2-a219-f788f406eb08"}]}' {{(pid=104510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:36:19.048194 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 15:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef23901-433f-4ab4-ac0a-4a362061f56b x-openstack-request-id: req-0ef23901-433f-4ab4-ac0a-4a362061f56b {{(pid=104510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:36:19.048568 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91beb453-6320-472a-951c-3fda16747994", "tag": "e2135397-d828-46e2-a219-f788f406eb08", "status": "completed", "code": 200}]} {{(pid=104510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:36:19.048674 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0ef23901-433f-4ab4-ac0a-4a362061f56b {{(pid=104510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:36:19.049041 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ef23901-433f-4ab4-ac0a-4a362061f56b'] response: {'name': 'network-changed', 'server_uuid': '91beb453-6320-472a-951c-3fda16747994', 'tag': 'e2135397-d828-46e2-a219-f788f406eb08', 'status': 'completed', 'code': 200} Jul 20 15:36:19.126775 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2327607-4d96-4ac4-accf-8a857e538717 req-7f20d7c0-f272-4ba2-a553-38729599b49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:19.128278 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-a2327607-4d96-4ac4-accf-8a857e538717 req-7f20d7c0-f272-4ba2-a553-38729599b49a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=61872ef687074f5791a2cc46732bebdf&device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 1129 time: 0.0422647 Jul 20 15:36:19.238583 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2327607-4d96-4ac4-accf-8a857e538717 req-9ec31d87-6837-4692-982f-23717dad3c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:19.239981 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-a2327607-4d96-4ac4-accf-8a857e538717 req-9ec31d87-6837-4692-982f-23717dad3c78 service neutron] 10.222.0.102 "GET /v2.0/networks?id=49eaadcd-4166-45bc-8081-db7a31ee5c71 HTTP/1.1" status: 200 len: 919 time: 0.0949905 Jul 20 15:36:19.316291 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-a2327607-4d96-4ac4-accf-8a857e538717 req-3e44eff0-975e-4b34-9a84-2a4641756a38 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2135397-d828-46e2-a219-f788f406eb08 HTTP/1.1" status: 200 len: 1000 time: 0.0610042 Jul 20 15:36:19.370818 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2327607-4d96-4ac4-accf-8a857e538717 req-70dac527-7546-4821-947a-fc7e9d4865d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:19.372255 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-a2327607-4d96-4ac4-accf-8a857e538717 req-70dac527-7546-4821-947a-fc7e9d4865d4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa HTTP/1.1" status: 200 len: 857 time: 0.0503745 Jul 20 15:36:19.419778 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2327607-4d96-4ac4-accf-8a857e538717 req-0736a291-891d-41cc-86c3-8515d375dc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:19.423388 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-a2327607-4d96-4ac4-accf-8a857e538717 req-0736a291-891d-41cc-86c3-8515d375dc64 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=49eaadcd-4166-45bc-8081-db7a31ee5c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425291 Jul 20 15:36:19.522077 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-a2327607-4d96-4ac4-accf-8a857e538717 req-4137d2d4-bec4-4f8f-bf4e-10372a0529b1 service neutron] 10.222.0.102 "GET /v2.0/networks/49eaadcd-4166-45bc-8081-db7a31ee5c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939581 Jul 20 15:36:19.628321 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-a2327607-4d96-4ac4-accf-8a857e538717 req-1d1c3dcf-4bd0-43be-85ea-e4980ce339a1 service neutron] 10.222.0.102 "GET /v2.0/networks/49eaadcd-4166-45bc-8081-db7a31ee5c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932148 Jul 20 15:36:19.847401 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d95dcf-2232-464a-b1e0-4af3ff3db5bc req-992db3bd-e2e4-43a4-8548-ac04cd87fa22 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:19.848915 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-50d95dcf-2232-464a-b1e0-4af3ff3db5bc req-992db3bd-e2e4-43a4-8548-ac04cd87fa22 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 943 time: 0.0527430 Jul 20 15:36:19.900661 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-50d95dcf-2232-464a-b1e0-4af3ff3db5bc req-61123b2b-f9cd-4b5b-ac40-8cefa1e5f1d0 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459881 Jul 20 15:36:20.068279 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-cceadddb-7ad6-4ff9-a22a-73cf7731d10a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:20.630830 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 6 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:36:21.028701 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4070e3a-321f-4944-87d0-ed0e00073998 req-fdbea169-f03f-4a35-8830-4322ffb470dc tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:21.030345 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b4070e3a-321f-4944-87d0-ed0e00073998 req-fdbea169-f03f-4a35-8830-4322ffb470dc tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 943 time: 0.0510764 Jul 20 15:36:21.085371 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b4070e3a-321f-4944-87d0-ed0e00073998 req-599e0b08-9e17-4bd4-b256-d059cc7a4d4b tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482502 Jul 20 15:36:22.164184 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:36:22.201914 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185379d5-5eea-4625-92cc-a05abb487c4b req-ef8f0a40-cdd9-43b0-bee0-19924ab6d8a9 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:22.203413 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-185379d5-5eea-4625-92cc-a05abb487c4b req-ef8f0a40-cdd9-43b0-bee0-19924ab6d8a9 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 943 time: 0.0478165 Jul 20 15:36:22.255772 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-185379d5-5eea-4625-92cc-a05abb487c4b req-d2b4bd82-5aa4-48c3-9cab-1e84efcbbecd tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467658 Jul 20 15:36:22.411262 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-695c867e-42b2-4598-8c6e-63fd41b54dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:23.374165 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4bce5-d7f3-4ffa-b0cd-f8d854d45dc6 req-1e4d9a52-b25b-4f8f-ada5-6e0c9ef7950f tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:23.375680 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d6c4bce5-d7f3-4ffa-b0cd-f8d854d45dc6 req-1e4d9a52-b25b-4f8f-ada5-6e0c9ef7950f tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 943 time: 0.0523100 Jul 20 15:36:23.428170 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d6c4bce5-d7f3-4ffa-b0cd-f8d854d45dc6 req-f942761f-28f5-4330-84d4-0478f1a39591 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468819 Jul 20 15:36:23.697023 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:24.548307 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439e4ea-b876-40e3-9991-b40f0e36fc4d req-7aa0d50c-131c-4f14-9031-dc588501a426 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:24.549843 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2439e4ea-b876-40e3-9991-b40f0e36fc4d req-7aa0d50c-131c-4f14-9031-dc588501a426 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 943 time: 0.0537529 Jul 20 15:36:24.601817 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2439e4ea-b876-40e3-9991-b40f0e36fc4d req-27a63fdd-19b0-4359-b8c3-3e8cb44db71c tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463045 Jul 20 15:36:25.085651 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:25.154309 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:25.723093 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0204949-8380-487d-badb-bd00b7343d91 req-21031f6e-b80c-47b5-a0c5-582cbfd3afbb tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:25.724584 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c0204949-8380-487d-badb-bd00b7343d91 req-21031f6e-b80c-47b5-a0c5-582cbfd3afbb tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 943 time: 0.0543478 Jul 20 15:36:25.774951 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c0204949-8380-487d-badb-bd00b7343d91 req-045ee58e-6b72-4efb-9894-0aeeb1180c01 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448961 Jul 20 15:36:26.891786 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9976b3-ff04-473b-88e0-5295fac417e8 req-8eb62331-84d9-4749-9af2-09591ee2c467 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:26.893307 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ad9976b3-ff04-473b-88e0-5295fac417e8 req-8eb62331-84d9-4749-9af2-09591ee2c467 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 943 time: 0.0497630 Jul 20 15:36:26.943545 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ad9976b3-ff04-473b-88e0-5295fac417e8 req-0c25bcfc-9fcf-41e8-956f-1d25761c6da7 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445793 Jul 20 15:36:27.095921 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 5dcfcdca-0e07-4def-8734-604f0229a302 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:36:27.098805 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:36:27.197965 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 5dcfcdca-0e07-4def-8734-604f0229a302, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=5dcfcdca-0e07-4def-8734-604f0229a302,segment=NetworkSegment(4d7dbf90-951c-40d5-874b-aa4cf8238fe9),segment_id=4d7dbf90-951c-40d5-874b-aa4cf8238fe9)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:36:27.209731 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Returning: {'device': '5dcfcdca-0e07-4def-8734-604f0229a302', 'network_id': '83eae464-5738-40f7-a1db-5e4b986b02e4', 'port_id': '5dcfcdca-0e07-4def-8734-604f0229a302', 'mac_address': 'fa:16:3e:b6:28:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 968, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd17c142-9056-42a5-9669-94b6a2aab906', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:36:27.254130 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port 5dcfcdca-0e07-4def-8734-604f0229a302 is: DOWN; New status is: BUILD {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:36:27.254558 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (5dcfcdca-0e07-4def-8734-604f0229a302), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:27.268226 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dcfcdca-0e07-4def-8734-604f0229a302 {{(pid=104511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:36:27.287742 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 5dcfcdca-0e07-4def-8734-604f0229a302, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=5dcfcdca-0e07-4def-8734-604f0229a302,segment=NetworkSegment(4d7dbf90-951c-40d5-874b-aa4cf8238fe9),segment_id=4d7dbf90-951c-40d5-874b-aa4cf8238fe9)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:36:27.428281 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (5dcfcdca-0e07-4def-8734-604f0229a302), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:27.464177 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:36:27.475815 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=5dcfcdca-0e07-4def-8734-604f0229a302,revision_number=4']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:36:27.483732 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:36:27.484077 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:36:27.484420 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:36:27.484760 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:36:27.485096 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:36:27.485427 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:36:27.485756 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:36:27.486082 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:36:27.486449 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:36:27.486773 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:36:27.487110 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:36:27.487433 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:36:27.487755 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:36:27.488088 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:36:27.488404 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:36:27.799524 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] get_ports_and_sgs() called for port_ids ['5dcfcdca-0e07-4def-8734-604f0229a302'] {{(pid=104511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:36:27.855412 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:36:28.074410 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd498e0-4663-407d-9842-9f28b1ab7a02 req-bfc24630-e9dc-4662-8145-5661cd98cffc tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:28.076056 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5bd498e0-4663-407d-9842-9f28b1ab7a02 req-bfc24630-e9dc-4662-8145-5661cd98cffc tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 944 time: 0.0511315 Jul 20 15:36:28.117930 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:36:28.132533 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5bd498e0-4663-407d-9842-9f28b1ab7a02 req-e4861371-3ff5-421d-bdb3-8ae67ae0fa8c tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507500 Jul 20 15:36:29.249390 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239636e4-deae-46fc-ae4f-2b78bb0c13d2 req-8b120620-1e41-451b-b6e6-704eda2286ef tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:29.250990 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-239636e4-deae-46fc-ae4f-2b78bb0c13d2 req-8b120620-1e41-451b-b6e6-704eda2286ef tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 944 time: 0.0508287 Jul 20 15:36:29.302809 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-239636e4-deae-46fc-ae4f-2b78bb0c13d2 req-3bc7f8c7-12bd-4722-8976-5716246da388 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462143 Jul 20 15:36:29.623652 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=61 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:36:29.625563 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=62 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:36:30.431936 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857357fe-9c8a-42d1-9a9b-d52c88a45a30 req-9cfc9f43-f156-4134-8ae1-1a68c07ba5e3 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:30.433407 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-857357fe-9c8a-42d1-9a9b-d52c88a45a30 req-9cfc9f43-f156-4134-8ae1-1a68c07ba5e3 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 944 time: 0.0547616 Jul 20 15:36:30.483511 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-857357fe-9c8a-42d1-9a9b-d52c88a45a30 req-70df4bf3-3096-4c8a-af84-88a766cc28ad tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445533 Jul 20 15:36:30.626002 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:36:31.545078 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 5dcfcdca-0e07-4def-8734-604f0229a302 up at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:36:31.593732 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning for port 5dcfcdca-0e07-4def-8734-604f0229a302 completed by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 15:36:31.608823 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd6087-64ea-4dbb-a842-e328101b2f5b req-243a493f-1bc5-4f45-ac63-9cc26b0447e2 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:31.610360 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6fdd6087-64ea-4dbb-a842-e328101b2f5b req-243a493f-1bc5-4f45-ac63-9cc26b0447e2 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 944 time: 0.0554340 Jul 20 15:36:31.656814 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning complete for port 5dcfcdca-0e07-4def-8734-604f0229a302 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:36:31.657306 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (5dcfcdca-0e07-4def-8734-604f0229a302), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:31.665451 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6fdd6087-64ea-4dbb-a842-e328101b2f5b req-ffa88fdc-bb71-4b98-8d45-243370d32ac2 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474944 Jul 20 15:36:31.734819 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port 5dcfcdca-0e07-4def-8734-604f0229a302 is: BUILD; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:36:31.735264 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (5dcfcdca-0e07-4def-8734-604f0229a302), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:31.758603 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562e58cb-a1c0-4582-b4aa-46abf6053c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dcfcdca-0e07-4def-8734-604f0229a302'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:36:31.760833 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d079ce0f3ed41026034ae0451e18cae4cf0a7f47a911dfcb655775793fbc38ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226ce2be-5ff4-438f-83ba-830a1cca54b0" -d '{"events": [{"server_uuid": "562e58cb-a1c0-4582-b4aa-46abf6053c11", "name": "network-vif-plugged", "status": "completed", "tag": "5dcfcdca-0e07-4def-8734-604f0229a302"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:36:31.772512 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:36:31.774108 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 5dcfcdca-0e07-4def-8734-604f0229a302, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=5dcfcdca-0e07-4def-8734-604f0229a302,segment=NetworkSegment(4d7dbf90-951c-40d5-874b-aa4cf8238fe9),segment_id=4d7dbf90-951c-40d5-874b-aa4cf8238fe9)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:36:31.799397 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 15:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cf5c35-8e71-45cf-883b-3b4cd0932607 x-openstack-request-id: req-70cf5c35-8e71-45cf-883b-3b4cd0932607 {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:36:31.799692 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562e58cb-a1c0-4582-b4aa-46abf6053c11", "name": "network-vif-plugged", "status": "completed", "tag": "5dcfcdca-0e07-4def-8734-604f0229a302", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:36:31.799945 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-70cf5c35-8e71-45cf-883b-3b4cd0932607 {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:36:31.800343 dv-cinder-819149-12-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70cf5c35-8e71-45cf-883b-3b4cd0932607'] response: {'server_uuid': '562e58cb-a1c0-4582-b4aa-46abf6053c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dcfcdca-0e07-4def-8734-604f0229a302', 'code': 200} Jul 20 15:36:31.834134 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (5dcfcdca-0e07-4def-8734-604f0229a302), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:31.885701 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=5dcfcdca-0e07-4def-8734-604f0229a302,revision_number=5']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:36:32.262853 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f4f06-2391-4ecf-a9a9-044fe77deed6 req-2c8efcd9-ab3a-446a-8042-06009706a4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:32.264358 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-6b9f4f06-2391-4ecf-a9a9-044fe77deed6 req-2c8efcd9-ab3a-446a-8042-06009706a4dc service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 1129 time: 0.0420680 Jul 20 15:36:32.333831 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-6b9f4f06-2391-4ecf-a9a9-044fe77deed6 req-b4293d9a-754d-47a2-bf2f-80a6df37b7c3 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567324 Jul 20 15:36:32.789869 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52631d20-122a-4737-a044-ba7227c70b79 req-12ce0a7b-82b4-426a-9283-18727cd6ec65 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:32.791412 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-52631d20-122a-4737-a044-ba7227c70b79 req-12ce0a7b-82b4-426a-9283-18727cd6ec65 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 945 time: 0.0485637 Jul 20 15:36:32.846228 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-52631d20-122a-4737-a044-ba7227c70b79 req-5a41605d-22e8-4261-a05c-1b7e190a2adb tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493252 Jul 20 15:36:33.258848 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eea40d-3e19-4735-b848-4afbdf402dd5 req-8db6d685-3a22-4055-b09b-5273fad1aa30 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:33.260380 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-38eea40d-3e19-4735-b848-4afbdf402dd5 req-8db6d685-3a22-4055-b09b-5273fad1aa30 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 985 time: 0.0552871 Jul 20 15:36:33.327635 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-38eea40d-3e19-4735-b848-4afbdf402dd5 req-e485981b-3b4b-42c1-9512-eafc7a454036 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2873b3f-98e3-41cd-af50-5b59a2a2aa96&id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569434 Jul 20 15:36:33.966181 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7b6dd-3909-4498-8800-aa13960a801b req-985587ec-9cb5-460a-8946-2ff4ff04fd8a tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:33.968302 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-36b7b6dd-3909-4498-8800-aa13960a801b req-985587ec-9cb5-460a-8946-2ff4ff04fd8a tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 945 time: 0.0504694 Jul 20 15:36:34.019045 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-36b7b6dd-3909-4498-8800-aa13960a801b req-20d77696-adcf-4e8b-99ed-1dabf889e24a tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448875 Jul 20 15:36:34.433496 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:36:34.447855 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b29be-0498-4e1b-b507-779839dc7466 req-d953af91-c967-42d9-8bed-a5660ed9ac30 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:34.449406 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b35b29be-0498-4e1b-b507-779839dc7466 req-d953af91-c967-42d9-8bed-a5660ed9ac30 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 985 time: 0.0525227 Jul 20 15:36:34.519574 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b35b29be-0498-4e1b-b507-779839dc7466 req-fc561b08-03c0-47c8-8a8e-46259b8263c0 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2873b3f-98e3-41cd-af50-5b59a2a2aa96&id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0644388 Jul 20 15:36:35.136067 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1282ef9-5e84-40f8-8960-985a94821fa9 req-bd48cd66-a598-4202-bd8c-5571451f12cf tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:35.137600 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c1282ef9-5e84-40f8-8960-985a94821fa9 req-bd48cd66-a598-4202-bd8c-5571451f12cf tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 945 time: 0.0490441 Jul 20 15:36:35.188154 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c1282ef9-5e84-40f8-8960-985a94821fa9 req-88e4d0ef-a6eb-4960-8019-bc77fcaa79ad tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450013 Jul 20 15:36:35.648755 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a59c7d-62b7-4bbd-b998-0454d9e258e8 req-36dc0c6b-5030-462d-a897-0f0a8ac1eced tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:35.650312 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-61a59c7d-62b7-4bbd-b998-0454d9e258e8 req-36dc0c6b-5030-462d-a897-0f0a8ac1eced tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 985 time: 0.0541348 Jul 20 15:36:35.713682 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-61a59c7d-62b7-4bbd-b998-0454d9e258e8 req-33e3c399-c3f9-4e77-873c-09828e281679 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2873b3f-98e3-41cd-af50-5b59a2a2aa96&id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570495 Jul 20 15:36:36.249226 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46e281-0b45-4e1e-a1c2-2abdb1fdfc96 req-479746dd-3ba5-4bea-92f7-0e0309d8c76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:36.250888 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-ab46e281-0b45-4e1e-a1c2-2abdb1fdfc96 req-479746dd-3ba5-4bea-92f7-0e0309d8c76e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=8793a880033e400d89ac8de5a30003b7&device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 1169 time: 0.0424383 Jul 20 15:36:36.321605 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9940204-bd73-48c6-82df-41bfd6fe9e80 req-363cbb5b-841e-4d01-ba9f-57f949d287ea tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:36.323180 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c9940204-bd73-48c6-82df-41bfd6fe9e80 req-363cbb5b-841e-4d01-ba9f-57f949d287ea tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 945 time: 0.0598769 Jul 20 15:36:36.383073 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c9940204-bd73-48c6-82df-41bfd6fe9e80 req-ca122358-90c6-4b0f-91b1-64b6b2818f51 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533786 Jul 20 15:36:36.395894 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46e281-0b45-4e1e-a1c2-2abdb1fdfc96 req-5c828dc9-5514-494b-b908-e051d45c942c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:36.397383 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-ab46e281-0b45-4e1e-a1c2-2abdb1fdfc96 req-5c828dc9-5514-494b-b908-e051d45c942c service neutron] 10.222.0.102 "GET /v2.0/networks?id=04fc2edc-754b-4f43-aeb0-2e6d32720d77 HTTP/1.1" status: 200 len: 916 time: 0.0992167 Jul 20 15:36:36.800945 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:36:36.842588 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d9515-3365-4a2f-98f6-f327f842e802 req-5d8dd00d-004c-4bf1-a174-6d5e33f73bfb tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:36.844097 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-895d9515-3365-4a2f-98f6-f327f842e802 req-5d8dd00d-004c-4bf1-a174-6d5e33f73bfb tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 985 time: 0.0564182 Jul 20 15:36:36.923618 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-895d9515-3365-4a2f-98f6-f327f842e802 req-3c8eb7da-116a-4381-8f68-d38b70a64c17 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2873b3f-98e3-41cd-af50-5b59a2a2aa96&id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0734475 Jul 20 15:36:37.205175 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-ab46e281-0b45-4e1e-a1c2-2abdb1fdfc96 req-51b3a842-8053-4ac0-9021-405f25904f70 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f4230e5-b6b6-43aa-985b-67a345eed1aa HTTP/1.1" status: 200 len: 1001 time: 0.0654840 Jul 20 15:36:37.262782 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46e281-0b45-4e1e-a1c2-2abdb1fdfc96 req-4ab30305-eadb-43c4-a2da-ce2c600a1b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:37.264803 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-ab46e281-0b45-4e1e-a1c2-2abdb1fdfc96 req-4ab30305-eadb-43c4-a2da-ce2c600a1b8c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b20786d0-6549-4701-b26c-42f499c3d245 HTTP/1.1" status: 200 len: 854 time: 0.0520635 Jul 20 15:36:37.335985 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46e281-0b45-4e1e-a1c2-2abdb1fdfc96 req-9dabe62f-cc54-4fe8-aee8-0cb0c993cef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:37.338173 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-ab46e281-0b45-4e1e-a1c2-2abdb1fdfc96 req-9dabe62f-cc54-4fe8-aee8-0cb0c993cef6 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=04fc2edc-754b-4f43-aeb0-2e6d32720d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0498831 Jul 20 15:36:37.440435 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-ab46e281-0b45-4e1e-a1c2-2abdb1fdfc96 req-d8894848-dbee-490b-853c-a8a7bc6f3455 service neutron] 10.222.0.102 "GET /v2.0/networks/04fc2edc-754b-4f43-aeb0-2e6d32720d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926113 Jul 20 15:36:37.516366 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09eb146-fce8-4511-a871-7526352985cc req-254ecca0-a1ed-472d-a23d-695cabb0254b tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:37.517872 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e09eb146-fce8-4511-a871-7526352985cc req-254ecca0-a1ed-472d-a23d-695cabb0254b tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 945 time: 0.0516572 Jul 20 15:36:37.579065 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e09eb146-fce8-4511-a871-7526352985cc req-3b9da291-2600-4f8d-824e-11584a815907 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533957 Jul 20 15:36:37.705533 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270c8fa-51c6-4d8d-b300-653d29dfb439 req-9012a05c-aa38-46e7-b3d9-cac06158d2c9 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:37.707033 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3270c8fa-51c6-4d8d-b300-653d29dfb439 req-9012a05c-aa38-46e7-b3d9-cac06158d2c9 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 945 time: 0.0494468 Jul 20 15:36:37.764885 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3270c8fa-51c6-4d8d-b300-653d29dfb439 req-ecfcd2fa-8861-435c-b5b2-fee690759975 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519178 Jul 20 15:36:37.787829 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 46820) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:36:37.891469 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35efb84a-cf41-4bd7-bd42-66a54c031d47 tempest-TestShelveInstance-1557066453 tempest-TestShelveInstance-1557066453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:37.892974 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-35efb84a-cf41-4bd7-bd42-66a54c031d47 tempest-TestShelveInstance-1557066453 tempest-TestShelveInstance-1557066453-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 1124 time: 0.1041296 Jul 20 15:36:37.896608 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 46824) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:36:37.901011 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-a73a855c-bb03-46bb-bc2d-dcf15cc38d17 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Request body: {'floatingip': {'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'port_id': '5dcfcdca-0e07-4def-8734-604f0229a302', 'tenant_id': '09d92d320f8748c58aca3fd6a8776540', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:36:37.976307 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a73a855c-bb03-46bb-bc2d-dcf15cc38d17 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:38.097176 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66a23b-eb11-4505-99dd-8e0377ae7fd3 req-d36c5387-41b9-401d-a68c-7c16603a9d3c tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:38.098716 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ed66a23b-eb11-4505-99dd-8e0377ae7fd3 req-d36c5387-41b9-401d-a68c-7c16603a9d3c tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 985 time: 0.0890360 Jul 20 15:36:38.126159 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a73a855c-bb03-46bb-bc2d-dcf15cc38d17 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:38.201172 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:36:38.218478 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ed66a23b-eb11-4505-99dd-8e0377ae7fd3 req-484278aa-cec4-403a-a813-36489bb71e68 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2873b3f-98e3-41cd-af50-5b59a2a2aa96&id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1121573 Jul 20 15:36:38.280833 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.db_base_plugin_common [None req-a73a855c-bb03-46bb-bc2d-dcf15cc38d17 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Allocated IP 172.27.1.58 (8e10d912-d794-48e6-8f9b-6baf59c7f77e/d5daf119-8c14-4f50-a186-1c01cb5bfe5f/182686c5-84dd-435b-a6c5-cf1b7ec9c5b0) {{(pid=104510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:36:38.397362 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a73a855c-bb03-46bb-bc2d-dcf15cc38d17 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks [] for port (182686c5-84dd-435b-a6c5-cf1b7ec9c5b0), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:38.502776 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a73a855c-bb03-46bb-bc2d-dcf15cc38d17 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25775823'] for port (182686c5-84dd-435b-a6c5-cf1b7ec9c5b0), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:38.531513 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:36:38.554227 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73a855c-bb03-46bb-bc2d-dcf15cc38d17 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Network 8e10d912-d794-48e6-8f9b-6baf59c7f77e is already hosted by enough agents. {{(pid=104510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:36:38.558248 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.base_scheduler [None req-a73a855c-bb03-46bb-bc2d-dcf15cc38d17 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Resources bound (agent type, host, resource id): {{(pid=104510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:36:38.562354 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73a855c-bb03-46bb-bc2d-dcf15cc38d17 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Received port after_create {{(pid=104510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:36:38.565997 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a855c-bb03-46bb-bc2d-dcf15cc38d17 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Pushing event updated for resources: {'Port': ['ID=182686c5-84dd-435b-a6c5-cf1b7ec9c5b0,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:36:38.778148 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:38.848154 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-ab46e281-0b45-4e1e-a1c2-2abdb1fdfc96 req-55e9c83d-511c-466d-9861-6a2411dec6c9 service neutron] 10.222.0.102 "GET /v2.0/networks/04fc2edc-754b-4f43-aeb0-2e6d32720d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632097 Jul 20 15:36:39.000440 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a73a855c-bb03-46bb-bc2d-dcf15cc38d17 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks [] for floatingip (72c95522-0fa7-4137-8abb-1f37899c80a2), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:39.168005 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a73a855c-bb03-46bb-bc2d-dcf15cc38d17 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (182686c5-84dd-435b-a6c5-cf1b7ec9c5b0), before_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:39.226670 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:36:39.336576 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a73a855c-bb03-46bb-bc2d-dcf15cc38d17 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks [] for port (182686c5-84dd-435b-a6c5-cf1b7ec9c5b0), precommit_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:39.417716 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5402541-4a05-4a6b-ba19-eef856e5d1e8 req-60b79361-6a5a-496d-8672-7d450943b769 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:39.419304 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d5402541-4a05-4a6b-ba19-eef856e5d1e8 req-60b79361-6a5a-496d-8672-7d450943b769 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 985 time: 0.1124451 Jul 20 15:36:39.440218 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a73a855c-bb03-46bb-bc2d-dcf15cc38d17 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25775864'] for port (182686c5-84dd-435b-a6c5-cf1b7ec9c5b0), after_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:39.514061 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:36:39.555444 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a855c-bb03-46bb-bc2d-dcf15cc38d17 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Pushing event updated for resources: {'Port': ['ID=182686c5-84dd-435b-a6c5-cf1b7ec9c5b0,revision_number=2']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:36:39.566747 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d5402541-4a05-4a6b-ba19-eef856e5d1e8 req-f85240ca-9eab-4567-9156-6e44cb943b7f tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2873b3f-98e3-41cd-af50-5b59a2a2aa96&id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1409447 Jul 20 15:36:39.567657 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a73a855c-bb03-46bb-bc2d-dcf15cc38d17 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714675'] for floatingip (72c95522-0fa7-4137-8abb-1f37899c80a2), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:39.918643 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.db.l3_db [None req-a73a855c-bb03-46bb-bc2d-dcf15cc38d17 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Floating IP 72c95522-0fa7-4137-8abb-1f37899c80a2 associated. External IP: 172.27.1.58, port: 5dcfcdca-0e07-4def-8734-604f0229a302. Jul 20 15:36:40.148355 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73a855c-bb03-46bb-bc2d-dcf15cc38d17 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Router 1e3bfba9-7d15-469e-8ae9-d473134dd51f has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:36:40.277547 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73a855c-bb03-46bb-bc2d-dcf15cc38d17 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:36:40.297274 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaee031-af70-4167-8450-1f08193b7fd2 None None] Sync routers for ids ['1e3bfba9-7d15-469e-8ae9-d473134dd51f'] in dv-cinder-819149-12-iscsi {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:36:40.310576 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaee031-af70-4167-8450-1f08193b7fd2 None None] Routers {'1e3bfba9-7d15-469e-8ae9-d473134dd51f'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:36:40.311254 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-0aaee031-af70-4167-8450-1f08193b7fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:36:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['1e3bfba9-7d15-469e-8ae9-d473134dd51f'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:36:40.370472 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a73a855c-bb03-46bb-bc2d-dcf15cc38d17 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for floatingip (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:40.414440 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-a73a855c-bb03-46bb-bc2d-dcf15cc38d17 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5167475 Jul 20 15:36:40.415181 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562e58cb-a1c0-4582-b4aa-46abf6053c11', 'tag': '5dcfcdca-0e07-4def-8734-604f0229a302'}] {{(pid=104510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:36:40.417884 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e6f04493f4523d7005559a5723156fec6de25b8db42c399d87358264a9319a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a03686c-9207-4f6b-8df3-1018bd2aeeef" -d '{"events": [{"name": "network-changed", "server_uuid": "562e58cb-a1c0-4582-b4aa-46abf6053c11", "tag": "5dcfcdca-0e07-4def-8734-604f0229a302"}]}' {{(pid=104510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:36:40.463607 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-0aaee031-af70-4167-8450-1f08193b7fd2 None None] Set router 1e3bfba9-7d15-469e-8ae9-d473134dd51f gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:36:40.474360 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 15:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3b4b51-7e59-49d7-88b6-58bed22b7f87 x-openstack-request-id: req-7c3b4b51-7e59-49d7-88b6-58bed22b7f87 {{(pid=104510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:36:40.474360 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "562e58cb-a1c0-4582-b4aa-46abf6053c11", "tag": "5dcfcdca-0e07-4def-8734-604f0229a302", "status": "completed", "code": 200}]} {{(pid=104510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:36:40.474360 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7c3b4b51-7e59-49d7-88b6-58bed22b7f87 {{(pid=104510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:36:40.474360 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c3b4b51-7e59-49d7-88b6-58bed22b7f87'] response: {'name': 'network-changed', 'server_uuid': '562e58cb-a1c0-4582-b4aa-46abf6053c11', 'tag': '5dcfcdca-0e07-4def-8734-604f0229a302', 'status': 'completed', 'code': 200} Jul 20 15:36:40.725002 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30abb063-3835-4652-880a-18d7f3050077 req-f7fd21ac-8788-4e5a-8f5a-bb88f07ad9d7 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:40.726730 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-30abb063-3835-4652-880a-18d7f3050077 req-f7fd21ac-8788-4e5a-8f5a-bb88f07ad9d7 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 985 time: 0.0742438 Jul 20 15:36:40.728468 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-0aaee031-af70-4167-8450-1f08193b7fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3bfba9-7d15-469e-8ae9-d473134dd51f', 'name': 'tempest-TestShelveInstance-1990176964-router', 'tenant_id': '09d92d320f8748c58aca3fd6a8776540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '236631fc-b3d0-490e-a145-aabe09b326fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:35:21Z', 'updated_at': '2022-07-20T15:35:28Z', 'revision_number': 4, 'project_id': '09d92d320f8748c58aca3fd6a8776540', 'gw_port': {'id': '236631fc-b3d0-490e-a145-aabe09b326fa', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3bfba9-7d15-469e-8ae9-d473134dd51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:35:22Z', 'updated_at': '2022-07-20T15:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': '72c95522-0fa7-4137-8abb-1f37899c80a2', 'tenant_id': '09d92d320f8748c58aca3fd6a8776540', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '1e3bfba9-7d15-469e-8ae9-d473134dd51f', 'port_id': '5dcfcdca-0e07-4def-8734-604f0229a302', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83eae464-5738-40f7-a1db-5e4b986b02e4', 'mac_address': 'fa:16:3e:b6:28:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562e58cb-a1c0-4582-b4aa-46abf6053c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:36:38Z', 'updated_at': '2022-07-20T15:36:38Z', 'revision_number': 0, 'project_id': '09d92d320f8748c58aca3fd6a8776540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33281ff1-2077-44ad-9355-f86c785f0b33', 'name': '', 'network_id': '83eae464-5738-40f7-a1db-5e4b986b02e4', 'tenant_id': '09d92d320f8748c58aca3fd6a8776540', 'mac_address': 'fa:16:3e:db:15:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3bfba9-7d15-469e-8ae9-d473134dd51f', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'cd17c142-9056-42a5-9669-94b6a2aab906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:35:27Z', 'updated_at': '2022-07-20T15:35:33Z', 'revision_number': 5, 'project_id': '09d92d320f8748c58aca3fd6a8776540', 'subnets': [{'id': 'cd17c142-9056-42a5-9669-94b6a2aab906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:36:40.778542 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaee031-af70-4167-8450-1f08193b7fd2 None None] Checking router: 1e3bfba9-7d15-469e-8ae9-d473134dd51f for host: dv-cinder-819149-12-iscsi {{(pid=104512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:36:40.792214 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaee031-af70-4167-8450-1f08193b7fd2 None None] Routers {'1e3bfba9-7d15-469e-8ae9-d473134dd51f'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:36:40.793589 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-0aaee031-af70-4167-8450-1f08193b7fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:36:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['1e3bfba9-7d15-469e-8ae9-d473134dd51f'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:36:40.847354 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-30abb063-3835-4652-880a-18d7f3050077 req-ee34967a-c61a-4959-b6cc-c49f37216ca8 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2873b3f-98e3-41cd-af50-5b59a2a2aa96&id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1103039 Jul 20 15:36:40.918666 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-0aaee031-af70-4167-8450-1f08193b7fd2 None None] Set router 1e3bfba9-7d15-469e-8ae9-d473134dd51f gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:36:40.929749 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03686c-9207-4f6b-8df3-1018bd2aeeef req-97b3703e-59b7-40a7-a59c-f8314553e613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:40.932032 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-6a03686c-9207-4f6b-8df3-1018bd2aeeef req-97b3703e-59b7-40a7-a59c-f8314553e613 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=09d92d320f8748c58aca3fd6a8776540&device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 1129 time: 0.0601704 Jul 20 15:36:41.209323 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-0aaee031-af70-4167-8450-1f08193b7fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3bfba9-7d15-469e-8ae9-d473134dd51f', 'name': 'tempest-TestShelveInstance-1990176964-router', 'tenant_id': '09d92d320f8748c58aca3fd6a8776540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '236631fc-b3d0-490e-a145-aabe09b326fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:35:21Z', 'updated_at': '2022-07-20T15:35:28Z', 'revision_number': 4, 'project_id': '09d92d320f8748c58aca3fd6a8776540', 'gw_port': {'id': '236631fc-b3d0-490e-a145-aabe09b326fa', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3bfba9-7d15-469e-8ae9-d473134dd51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:35:22Z', 'updated_at': '2022-07-20T15:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': '72c95522-0fa7-4137-8abb-1f37899c80a2', 'tenant_id': '09d92d320f8748c58aca3fd6a8776540', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '1e3bfba9-7d15-469e-8ae9-d473134dd51f', 'port_id': '5dcfcdca-0e07-4def-8734-604f0229a302', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83eae464-5738-40f7-a1db-5e4b986b02e4', 'mac_address': 'fa:16:3e:b6:28:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562e58cb-a1c0-4582-b4aa-46abf6053c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:36:38Z', 'updated_at': '2022-07-20T15:36:38Z', 'revision_number': 0, 'project_id': '09d92d320f8748c58aca3fd6a8776540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33281ff1-2077-44ad-9355-f86c785f0b33', 'name': '', 'network_id': '83eae464-5738-40f7-a1db-5e4b986b02e4', 'tenant_id': '09d92d320f8748c58aca3fd6a8776540', 'mac_address': 'fa:16:3e:db:15:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3bfba9-7d15-469e-8ae9-d473134dd51f', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'cd17c142-9056-42a5-9669-94b6a2aab906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:35:27Z', 'updated_at': '2022-07-20T15:35:33Z', 'revision_number': 5, 'project_id': '09d92d320f8748c58aca3fd6a8776540', 'subnets': [{'id': 'cd17c142-9056-42a5-9669-94b6a2aab906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:36:41.229089 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03686c-9207-4f6b-8df3-1018bd2aeeef req-3f2b7256-e861-42ee-8f8f-cdfe10ff852c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:41.230621 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-6a03686c-9207-4f6b-8df3-1018bd2aeeef req-3f2b7256-e861-42ee-8f8f-cdfe10ff852c service neutron] 10.222.0.102 "GET /v2.0/networks?id=83eae464-5738-40f7-a1db-5e4b986b02e4 HTTP/1.1" status: 200 len: 910 time: 0.1812389 Jul 20 15:36:41.235748 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaee031-af70-4167-8450-1f08193b7fd2 None None] The sync data for ids ['1e3bfba9-7d15-469e-8ae9-d473134dd51f'] in dv-cinder-819149-12-iscsi is: [{'id': '1e3bfba9-7d15-469e-8ae9-d473134dd51f', 'name': 'tempest-TestShelveInstance-1990176964-router', 'tenant_id': '09d92d320f8748c58aca3fd6a8776540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '236631fc-b3d0-490e-a145-aabe09b326fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:35:21Z', 'updated_at': '2022-07-20T15:35:28Z', 'revision_number': 4, 'project_id': '09d92d320f8748c58aca3fd6a8776540', 'gw_port': {'id': '236631fc-b3d0-490e-a145-aabe09b326fa', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3bfba9-7d15-469e-8ae9-d473134dd51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:35:22Z', 'updated_at': '2022-07-20T15:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': '72c95522-0fa7-4137-8abb-1f37899c80a2', 'tenant_id': '09d92d320f8748c58aca3fd6a8776540', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '1e3bfba9-7d15-469e-8ae9-d473134dd51f', 'port_id': '5dcfcdca-0e07-4def-8734-604f0229a302', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83eae464-5738-40f7-a1db-5e4b986b02e4', 'mac_address': 'fa:16:3e:b6:28:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562e58cb-a1c0-4582-b4aa-46abf6053c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:36:38Z', 'updated_at': '2022-07-20T15:36:38Z', 'revision_number': 0, 'project_id': '09d92d320f8748c58aca3fd6a8776540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33281ff1-2077-44ad-9355-f86c785f0b33', 'name': '', 'network_id': '83eae464-5738-40f7-a1db-5e4b986b02e4', 'tenant_id': '09d92d320f8748c58aca3fd6a8776540', 'mac_address': 'fa:16:3e:db:15:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3bfba9-7d15-469e-8ae9-d473134dd51f', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'cd17c142-9056-42a5-9669-94b6a2aab906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:35:27Z', 'updated_at': '2022-07-20T15:35:33Z', 'revision_number': 5, 'project_id': '09d92d320f8748c58aca3fd6a8776540', 'subnets': [{'id': 'cd17c142-9056-42a5-9669-94b6a2aab906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:36:41.331124 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-6a03686c-9207-4f6b-8df3-1018bd2aeeef req-6ac8106a-b3f7-4414-8137-8763db0ab757 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dcfcdca-0e07-4def-8734-604f0229a302 HTTP/1.1" status: 200 len: 998 time: 0.0915387 Jul 20 15:36:41.492525 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7bbe68-96a5-43db-b64a-37e5d38f7e70 None None] New status for floating IP 72c95522-0fa7-4137-8abb-1f37899c80a2: ACTIVE {{(pid=104511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 15:36:41.660294 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03686c-9207-4f6b-8df3-1018bd2aeeef req-28201b7d-c1f4-4bc7-809d-b3da168a4674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:41.661775 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-6a03686c-9207-4f6b-8df3-1018bd2aeeef req-28201b7d-c1f4-4bc7-809d-b3da168a4674 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=cd17c142-9056-42a5-9669-94b6a2aab906 HTTP/1.1" status: 200 len: 848 time: 0.0593035 Jul 20 15:36:41.716169 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03686c-9207-4f6b-8df3-1018bd2aeeef req-1873d16c-9a4d-4163-99ae-e7240c21707a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:41.717761 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-6a03686c-9207-4f6b-8df3-1018bd2aeeef req-1873d16c-9a4d-4163-99ae-e7240c21707a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=83eae464-5738-40f7-a1db-5e4b986b02e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0493376 Jul 20 15:36:41.837650 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-6a03686c-9207-4f6b-8df3-1018bd2aeeef req-09db958f-cbcb-4f4b-aa4d-3a3f5c2801fb service neutron] 10.222.0.102 "GET /v2.0/networks/83eae464-5738-40f7-a1db-5e4b986b02e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130478 Jul 20 15:36:41.911549 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=100 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:36:41.928194 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=100 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:36:41.966049 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-6a03686c-9207-4f6b-8df3-1018bd2aeeef req-b5288525-92c8-4a6b-a52b-44685554e945 service neutron] 10.222.0.102 "GET /v2.0/networks/83eae464-5738-40f7-a1db-5e4b986b02e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199267 Jul 20 15:36:42.002176 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88f984-e5d3-4df1-9b40-660cded5253d req-039f3d84-1898-4075-91e8-419c90236f91 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:42.004484 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-aa88f984-e5d3-4df1-9b40-660cded5253d req-039f3d84-1898-4075-91e8-419c90236f91 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 985 time: 0.0732396 Jul 20 15:36:42.080250 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-aa88f984-e5d3-4df1-9b40-660cded5253d req-5d18bcba-7565-4f15-9566-0b0844d4b0ec tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2873b3f-98e3-41cd-af50-5b59a2a2aa96&id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0689294 Jul 20 15:36:42.094037 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-31f8184c-5a2e-40cd-95d1-a440ab4f60f7 req-45763d8c-53f1-415c-8961-e4d19b49fc07 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695441 Jul 20 15:36:42.164004 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8184c-5a2e-40cd-95d1-a440ab4f60f7 req-e3705115-b601-4cbd-9383-411547a9598e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:42.165550 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-31f8184c-5a2e-40cd-95d1-a440ab4f60f7 req-e3705115-b601-4cbd-9383-411547a9598e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4446d4a6f4e64ccb8bfd5b3fe6f2127a&device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 1131 time: 0.0412002 Jul 20 15:36:42.297101 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8184c-5a2e-40cd-95d1-a440ab4f60f7 req-d09ad9c5-bf1a-487c-a383-26817d3a83bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:42.298618 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-31f8184c-5a2e-40cd-95d1-a440ab4f60f7 req-d09ad9c5-bf1a-487c-a383-26817d3a83bc service neutron] 10.222.0.102 "GET /v2.0/networks?id=f5eb24be-2bbb-47ab-b680-70a114f8f10e HTTP/1.1" status: 200 len: 917 time: 0.1054122 Jul 20 15:36:42.380740 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-31f8184c-5a2e-40cd-95d1-a440ab4f60f7 req-b6c46c8b-5d4f-4230-8c9b-6eecfc7b24a2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59e14bde-8d7e-43e1-8cdf-acd276b65784 HTTP/1.1" status: 200 len: 1001 time: 0.0756438 Jul 20 15:36:42.438054 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8184c-5a2e-40cd-95d1-a440ab4f60f7 req-d9584676-ef45-4787-a009-e16a6d1f6f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:42.439563 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-31f8184c-5a2e-40cd-95d1-a440ab4f60f7 req-d9584676-ef45-4787-a009-e16a6d1f6f1a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c HTTP/1.1" status: 200 len: 855 time: 0.0520239 Jul 20 15:36:42.497815 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8184c-5a2e-40cd-95d1-a440ab4f60f7 req-5c7863bd-8500-4764-bf2d-d95707ad8b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:42.500128 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-31f8184c-5a2e-40cd-95d1-a440ab4f60f7 req-5c7863bd-8500-4764-bf2d-d95707ad8b9c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f5eb24be-2bbb-47ab-b680-70a114f8f10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444911 Jul 20 15:36:42.609158 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-31f8184c-5a2e-40cd-95d1-a440ab4f60f7 req-fc7859ca-3410-44ec-beba-8b37ffcdc33d service neutron] 10.222.0.102 "GET /v2.0/networks/f5eb24be-2bbb-47ab-b680-70a114f8f10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999446 Jul 20 15:36:42.703575 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-31f8184c-5a2e-40cd-95d1-a440ab4f60f7 req-3cf98603-34cc-420a-984a-26b9bef5645d service neutron] 10.222.0.102 "GET /v2.0/networks/f5eb24be-2bbb-47ab-b680-70a114f8f10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875690 Jul 20 15:36:43.213648 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb28aba-c35b-42a0-91e0-6802d9e37173 req-03231692-52a6-4240-bd22-97160003bfdd tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:43.217557 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ddb28aba-c35b-42a0-91e0-6802d9e37173 req-03231692-52a6-4240-bd22-97160003bfdd tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 985 time: 0.0504591 Jul 20 15:36:43.244084 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:36:43.280910 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ddb28aba-c35b-42a0-91e0-6802d9e37173 req-eb602f9c-c38c-4dea-b01b-8b588cf03177 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2873b3f-98e3-41cd-af50-5b59a2a2aa96&id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591786 Jul 20 15:36:44.461800 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f2da7-ac05-424e-88f5-004dffd2fea6 req-3a26b43f-34ca-4b13-8c5d-37d30553b090 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:44.463444 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a85f2da7-ac05-424e-88f5-004dffd2fea6 req-3a26b43f-34ca-4b13-8c5d-37d30553b090 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 985 time: 0.1131141 Jul 20 15:36:44.533554 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a85f2da7-ac05-424e-88f5-004dffd2fea6 req-a944e829-37a4-4a92-b224-d5b7fb639004 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2873b3f-98e3-41cd-af50-5b59a2a2aa96&id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0639811 Jul 20 15:36:45.662101 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b488c26-0150-4820-9b5b-da508faaee3c req-d1665b08-eb01-427d-9c45-23c36dd03962 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:45.663689 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9b488c26-0150-4820-9b5b-da508faaee3c req-d1665b08-eb01-427d-9c45-23c36dd03962 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 985 time: 0.0531113 Jul 20 15:36:45.725701 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9b488c26-0150-4820-9b5b-da508faaee3c req-68086057-46d0-41ad-b133-4aaf83714337 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2873b3f-98e3-41cd-af50-5b59a2a2aa96&id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563791 Jul 20 15:36:46.830962 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:36:46.849551 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b9fe3-ca17-423f-99fc-87ce8f7b29c1 req-7b5a33a1-ce3e-4384-8cac-a983fb4b4100 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:46.851084 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-515b9fe3-ca17-423f-99fc-87ce8f7b29c1 req-7b5a33a1-ce3e-4384-8cac-a983fb4b4100 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 985 time: 0.0493357 Jul 20 15:36:46.919279 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-515b9fe3-ca17-423f-99fc-87ce8f7b29c1 req-c77ba4f5-ce4a-48ff-91d4-040f7a3a5183 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2873b3f-98e3-41cd-af50-5b59a2a2aa96&id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0623624 Jul 20 15:36:47.763909 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9ea3d-71ca-466f-a83e-f5125a7f29b0 req-9cfbf379-4fa0-4ac1-82a0-d6d97d81c3f4 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:47.765505 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d0c9ea3d-71ca-466f-a83e-f5125a7f29b0 req-9cfbf379-4fa0-4ac1-82a0-d6d97d81c3f4 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/ports?device_id=6854fb03-c976-4d6f-88ff-8060777c67bc HTTP/1.1" status: 200 len: 945 time: 0.0525036 Jul 20 15:36:47.816957 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d0c9ea3d-71ca-466f-a83e-f5125a7f29b0 req-e24b712b-b14c-459d-be37-29bd5ecd7fdb tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/security-groups?id=88ec5720-5fb7-412c-b03c-781c9df83e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456045 Jul 20 15:36:48.040095 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05536a2-7717-4cc0-93a1-c38ebfdf4340 req-bc30403d-8516-4491-a516-a0d0a8fd3e33 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:48.041633 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c05536a2-7717-4cc0-93a1-c38ebfdf4340 req-bc30403d-8516-4491-a516-a0d0a8fd3e33 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 985 time: 0.0506699 Jul 20 15:36:48.111762 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c05536a2-7717-4cc0-93a1-c38ebfdf4340 req-9306018b-7f26-46e2-9b4c-9f1498e07324 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2873b3f-98e3-41cd-af50-5b59a2a2aa96&id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0642574 Jul 20 15:36:48.940710 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056ede2-3040-4355-8bb7-36899349fb81 req-f8bddfec-bf1f-46f0-bc34-61b6a678f797 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:48.942194 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5056ede2-3040-4355-8bb7-36899349fb81 req-f8bddfec-bf1f-46f0-bc34-61b6a678f797 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/ports?device_id=6854fb03-c976-4d6f-88ff-8060777c67bc HTTP/1.1" status: 200 len: 945 time: 0.0518746 Jul 20 15:36:48.992627 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5056ede2-3040-4355-8bb7-36899349fb81 req-571313ca-eabd-44f8-b361-ad8efba7cc2c tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/security-groups?id=88ec5720-5fb7-412c-b03c-781c9df83e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448439 Jul 20 15:36:49.248548 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549870e9-ca7e-4cfe-ad24-5d1d14992d7c req-d6857402-5036-4eab-86fb-9b030a9338dd tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:49.250164 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-549870e9-ca7e-4cfe-ad24-5d1d14992d7c req-d6857402-5036-4eab-86fb-9b030a9338dd tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 985 time: 0.0543251 Jul 20 15:36:49.317209 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-549870e9-ca7e-4cfe-ad24-5d1d14992d7c req-ff3960ad-9327-486b-ab76-6671f645bd3f tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2873b3f-98e3-41cd-af50-5b59a2a2aa96&id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589530 Jul 20 15:36:49.909748 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab1157-894b-49e3-8baf-f8b842099e26 req-367e5fdd-65ee-4f69-84f6-09c1f16ccce3 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:49.911686 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-84ab1157-894b-49e3-8baf-f8b842099e26 req-367e5fdd-65ee-4f69-84f6-09c1f16ccce3 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.102 "GET /v2.0/ports?device_id=6854fb03-c976-4d6f-88ff-8060777c67bc HTTP/1.1" status: 200 len: 945 time: 0.0497584 Jul 20 15:36:50.010290 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [req-84ab1157-894b-49e3-8baf-f8b842099e26 req-60d71231-2c4f-4923-b613-9833184db8e0 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Deleting port 5ea8bb63-cd9c-4e67-8488-ff3991760128 {{(pid=104509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:36:50.010642 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-84ab1157-894b-49e3-8baf-f8b842099e26 req-60d71231-2c4f-4923-b613-9833184db8e0 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (5ea8bb63-cd9c-4e67-8488-ff3991760128), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:50.067585 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-46e2bfac-69a8-44a5-b1b1-e019459db5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:50.125451 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7d3ac-9770-4f9b-be03-fa01ae121226 req-b54f65bd-7086-4218-9273-0d1c6b8f7d41 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:50.126736 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-84ab1157-894b-49e3-8baf-f8b842099e26 req-60d71231-2c4f-4923-b613-9833184db8e0 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] For port 5ea8bb63-cd9c-4e67-8488-ff3991760128, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=5ea8bb63-cd9c-4e67-8488-ff3991760128,segment=NetworkSegment(88aca104-d482-49b2-8299-19049d4870ae),segment_id=88aca104-d482-49b2-8299-19049d4870ae)] {{(pid=104509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:36:50.127202 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c2b7d3ac-9770-4f9b-be03-fa01ae121226 req-b54f65bd-7086-4218-9273-0d1c6b8f7d41 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/ports?device_id=6854fb03-c976-4d6f-88ff-8060777c67bc HTTP/1.1" status: 200 len: 945 time: 0.0556192 Jul 20 15:36:50.127383 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-84ab1157-894b-49e3-8baf-f8b842099e26 req-60d71231-2c4f-4923-b613-9833184db8e0 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (5ea8bb63-cd9c-4e67-8488-ff3991760128), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:50.144114 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [req-84ab1157-894b-49e3-8baf-f8b842099e26 req-60d71231-2c4f-4923-b613-9833184db8e0 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Calling delete_port for 5ea8bb63-cd9c-4e67-8488-ff3991760128 owned by compute:nova {{(pid=104509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:36:50.180340 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c2b7d3ac-9770-4f9b-be03-fa01ae121226 req-a4cca774-fe06-4455-8277-5904c1aa069c tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/security-groups?id=88ec5720-5fb7-412c-b03c-781c9df83e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474584 Jul 20 15:36:50.274353 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:36:50.433845 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-84ab1157-894b-49e3-8baf-f8b842099e26 req-60d71231-2c4f-4923-b613-9833184db8e0 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (5ea8bb63-cd9c-4e67-8488-ff3991760128), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:50.442074 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d8a07-934e-456a-aa12-7b8dc3697185 req-c5d059ce-85ea-4965-9683-fa99c1e9e0bf tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:50.443662 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-636d8a07-934e-456a-aa12-7b8dc3697185 req-c5d059ce-85ea-4965-9683-fa99c1e9e0bf tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 985 time: 0.0506713 Jul 20 15:36:50.445713 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:36:50.447716 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] get_ports_and_sgs() called for port_ids ['5ea8bb63-cd9c-4e67-8488-ff3991760128'] {{(pid=104511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:36:50.471731 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d71231-2c4f-4923-b613-9833184db8e0 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Pushing event deleted for resources: {'Port': ['ID=5ea8bb63-cd9c-4e67-8488-ff3991760128,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:36:50.495678 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:36:50.498484 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d71231-2c4f-4923-b613-9833184db8e0 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:36:50.499187 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d71231-2c4f-4923-b613-9833184db8e0 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:36:50.499413 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d71231-2c4f-4923-b613-9833184db8e0 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:36:50.499861 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d71231-2c4f-4923-b613-9833184db8e0 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:36:50.500322 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d71231-2c4f-4923-b613-9833184db8e0 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:36:50.500669 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d71231-2c4f-4923-b613-9833184db8e0 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:36:50.501011 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d71231-2c4f-4923-b613-9833184db8e0 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:36:50.501352 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d71231-2c4f-4923-b613-9833184db8e0 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:36:50.501686 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d71231-2c4f-4923-b613-9833184db8e0 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:36:50.502065 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d71231-2c4f-4923-b613-9833184db8e0 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:36:50.502378 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d71231-2c4f-4923-b613-9833184db8e0 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:36:50.502708 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d71231-2c4f-4923-b613-9833184db8e0 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:36:50.503036 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d71231-2c4f-4923-b613-9833184db8e0 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:36:50.503364 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d71231-2c4f-4923-b613-9833184db8e0 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:36:50.503688 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d71231-2c4f-4923-b613-9833184db8e0 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:36:50.518771 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-636d8a07-934e-456a-aa12-7b8dc3697185 req-6fd1b215-1865-44e2-8306-a0901b5dbb90 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2873b3f-98e3-41cd-af50-5b59a2a2aa96&id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0649648 Jul 20 15:36:50.528586 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ab1157-894b-49e3-8baf-f8b842099e26 req-60d71231-2c4f-4923-b613-9833184db8e0 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] No DVR routers for this DVR port 5ea8bb63-cd9c-4e67-8488-ff3991760128 on host hv-cinder-81914 {{(pid=104509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 15:36:50.532785 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-84ab1157-894b-49e3-8baf-f8b842099e26 req-60d71231-2c4f-4923-b613-9833184db8e0 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:50.535892 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-84ab1157-894b-49e3-8baf-f8b842099e26 req-60d71231-2c4f-4923-b613-9833184db8e0 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.102 "DELETE /v2.0/ports/5ea8bb63-cd9c-4e67-8488-ff3991760128 HTTP/1.1" status: 204 len: 173 time: 0.6162817 Jul 20 15:36:50.536354 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6854fb03-c976-4d6f-88ff-8060777c67bc', 'name': 'network-vif-deleted', 'tag': '5ea8bb63-cd9c-4e67-8488-ff3991760128'}] {{(pid=104509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:36:50.538657 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df77c6b91a480694ea4413056d8ef6386aadd078611a8438297a7cf852766117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e62501-3d3e-4374-9ec7-6ab2acabb971" -d '{"events": [{"server_uuid": "6854fb03-c976-4d6f-88ff-8060777c67bc", "name": "network-vif-deleted", "tag": "5ea8bb63-cd9c-4e67-8488-ff3991760128"}]}' {{(pid=104509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:36:50.578278 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 15:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabf48c8-74d7-4c09-92c8-2d30110177e1 x-openstack-request-id: req-fabf48c8-74d7-4c09-92c8-2d30110177e1 {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:36:50.578592 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6854fb03-c976-4d6f-88ff-8060777c67bc", "name": "network-vif-deleted", "tag": "5ea8bb63-cd9c-4e67-8488-ff3991760128", "status": "completed", "code": 200}]} {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:36:50.578918 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fabf48c8-74d7-4c09-92c8-2d30110177e1 {{(pid=104509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:36:50.579340 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fabf48c8-74d7-4c09-92c8-2d30110177e1'] response: {'server_uuid': '6854fb03-c976-4d6f-88ff-8060777c67bc', 'name': 'network-vif-deleted', 'tag': '5ea8bb63-cd9c-4e67-8488-ff3991760128', 'status': 'completed', 'code': 200} Jul 20 15:36:51.207345 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=71,neutron:DELETE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:36:51.222749 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=78 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:36:51.297730 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9cd2e8f3-c6c1-4d95-86b7-aeecda193ab3 req-f578c0c0-c68b-483c-95af-8be2063366c7 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/ports?device_id=6854fb03-c976-4d6f-88ff-8060777c67bc HTTP/1.1" status: 200 len: 210 time: 0.0289648 Jul 20 15:36:51.647420 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808dce8-4c9d-4f00-aca5-41791b431fbd req-a0a5ef87-dfe1-45a0-ba98-98355207eba7 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:51.651384 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a808dce8-4c9d-4f00-aca5-41791b431fbd req-a0a5ef87-dfe1-45a0-ba98-98355207eba7 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 985 time: 0.0548363 Jul 20 15:36:51.715905 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a808dce8-4c9d-4f00-aca5-41791b431fbd req-fdaf155f-315e-4284-a251-cac1b4fd5377 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2873b3f-98e3-41cd-af50-5b59a2a2aa96&id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603950 Jul 20 15:36:52.400501 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-e7ecbf91-08cc-4e9e-8575-e4ee6e07613c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:52.848518 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669893c-9348-4243-b3ea-9d64a871137e req-2339b9f1-6164-4c34-ae5d-43a9885246df tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:52.850076 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3669893c-9348-4243-b3ea-9d64a871137e req-2339b9f1-6164-4c34-ae5d-43a9885246df tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 985 time: 0.0559881 Jul 20 15:36:52.941371 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3669893c-9348-4243-b3ea-9d64a871137e req-340bc1ac-c8b2-488f-b5e6-f2e58482dba2 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2873b3f-98e3-41cd-af50-5b59a2a2aa96&id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0845294 Jul 20 15:36:53.577716 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:54.076300 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8b188-78d7-490c-b642-4a9877370510 req-cfbf681b-0b2d-4882-9bf6-ca566bde8d11 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:54.077866 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-75d8b188-78d7-490c-b642-4a9877370510 req-cfbf681b-0b2d-4882-9bf6-ca566bde8d11 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 985 time: 0.0549350 Jul 20 15:36:54.154934 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-75d8b188-78d7-490c-b642-4a9877370510 req-3e8b9303-27d4-4643-9d27-1336ab9dd3b9 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2873b3f-98e3-41cd-af50-5b59a2a2aa96&id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0703752 Jul 20 15:36:54.186028 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 5ea8bb63-cd9c-4e67-8488-ff3991760128 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:36:54.207035 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] No Port match for: 5ea8bb63-cd9c-4e67-8488-ff3991760128 {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:36:54.207385 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 5ea8bb63-cd9c-4e67-8488-ff3991760128 not bound to the agent host hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:36:54.890960 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:55.079750 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:36:55.274289 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68a473-2ce9-4c82-a055-1f0b7d6a6f8c req-d3489d97-77db-4421-b362-441d473a7cd5 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:55.275766 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-af68a473-2ce9-4c82-a055-1f0b7d6a6f8c req-d3489d97-77db-4421-b362-441d473a7cd5 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 985 time: 0.0502801 Jul 20 15:36:55.342144 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-af68a473-2ce9-4c82-a055-1f0b7d6a6f8c req-c6d96f30-6470-4a7e-8c14-152ffca290e7 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2873b3f-98e3-41cd-af50-5b59a2a2aa96&id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0596135 Jul 20 15:36:56.440723 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:36:56.476901 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73bdb4a-00b1-442b-bddc-a10eb691ced4 req-c79c7249-a837-4ae3-8b20-87f6a26b848c tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:56.482767 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c73bdb4a-00b1-442b-bddc-a10eb691ced4 req-c79c7249-a837-4ae3-8b20-87f6a26b848c tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 985 time: 0.0586226 Jul 20 15:36:56.545667 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c73bdb4a-00b1-442b-bddc-a10eb691ced4 req-d0709f15-acb4-4937-a81f-49bcace178ca tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2873b3f-98e3-41cd-af50-5b59a2a2aa96&id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610297 Jul 20 15:36:57.144417 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc2d6b-9c99-4702-b695-5903783e5c2e req-dfa7709f-06e6-44db-a21c-05a454028806 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:57.145933 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e5dc2d6b-9c99-4702-b695-5903783e5c2e req-dfa7709f-06e6-44db-a21c-05a454028806 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.0656736 Jul 20 15:36:57.203157 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e5dc2d6b-9c99-4702-b695-5903783e5c2e req-f27621d2-72d4-49dd-a875-71d151121fb9 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493896 Jul 20 15:36:57.629627 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 6 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:36:57.682822 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb487492-a08d-41ab-9655-b983928ac169 req-ae9d1b99-d957-40ea-9972-b588cbdcecf2 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:57.684434 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-cb487492-a08d-41ab-9655-b983928ac169 req-ae9d1b99-d957-40ea-9972-b588cbdcecf2 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 985 time: 0.0509107 Jul 20 15:36:57.754581 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-cb487492-a08d-41ab-9655-b983928ac169 req-c4c19f2d-e23d-4314-892e-c6f67ef1b90f tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=e2873b3f-98e3-41cd-af50-5b59a2a2aa96&id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0631685 Jul 20 15:36:58.318882 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd37be3-b574-4dc9-86a1-36d5bf59314f req-a31fa41f-7c88-4f40-99ec-d9fea6d759bc tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:58.320414 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6dd37be3-b574-4dc9-86a1-36d5bf59314f req-a31fa41f-7c88-4f40-99ec-d9fea6d759bc tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.0496407 Jul 20 15:36:58.374142 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6dd37be3-b574-4dc9-86a1-36d5bf59314f req-08c34554-ffbc-4ee9-9713-a81401d0acc5 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481193 Jul 20 15:36:58.510732 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd14363f-380c-4755-9754-2b12d9337fc3 req-6be37bba-fdc8-42de-8058-8e034df64dbf tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:58.512294 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-fd14363f-380c-4755-9754-2b12d9337fc3 req-6be37bba-fdc8-42de-8058-8e034df64dbf tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 947 time: 0.0499926 Jul 20 15:36:58.565125 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-fd14363f-380c-4755-9754-2b12d9337fc3 req-d3ca61c2-f8f6-48cb-8aff-6d536bdafcc7 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467162 Jul 20 15:36:59.478032 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:36:59.494132 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c9a24-af56-4b43-be37-5606265f6c78 req-85e6a159-2ffa-4d66-8ce6-ae8cc8951c9b tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:59.496954 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-cd6c9a24-af56-4b43-be37-5606265f6c78 req-85e6a159-2ffa-4d66-8ce6-ae8cc8951c9b tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.0494876 Jul 20 15:36:59.544781 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-cd6c9a24-af56-4b43-be37-5606265f6c78 req-bc06e725-b2b2-4d9a-9e01-c71430e33b62 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434825 Jul 20 15:36:59.694474 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa61235-ddd4-4db0-b690-92596c5eaa70 req-7d30770b-c54c-4016-9632-fec9f5208aae tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:36:59.695945 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-0fa61235-ddd4-4db0-b690-92596c5eaa70 req-7d30770b-c54c-4016-9632-fec9f5208aae tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 947 time: 0.0541189 Jul 20 15:36:59.748846 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-0fa61235-ddd4-4db0-b690-92596c5eaa70 req-e4e93294-7fbb-48ac-83ba-b04f12decc31 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466058 Jul 20 15:37:00.512029 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=6 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:00.668540 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d65ab-acfa-4457-8c98-f4da7526da9a req-e602cd69-37b9-4f37-a8de-f3679dd307ae tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:00.670629 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-688d65ab-acfa-4457-8c98-f4da7526da9a req-e602cd69-37b9-4f37-a8de-f3679dd307ae tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.0540645 Jul 20 15:37:00.720823 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-688d65ab-acfa-4457-8c98-f4da7526da9a req-01568b95-6e03-4bc1-9b67-37f5c91880a8 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446401 Jul 20 15:37:00.877127 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f924a5-1f93-4e67-9a58-d4240d173ff5 req-8bb4e902-8a25-44f1-ba9f-3e0b6f29a094 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:00.878813 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-57f924a5-1f93-4e67-9a58-d4240d173ff5 req-8bb4e902-8a25-44f1-ba9f-3e0b6f29a094 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 947 time: 0.0543988 Jul 20 15:37:00.931559 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-57f924a5-1f93-4e67-9a58-d4240d173ff5 req-aabe846c-3006-4e1b-a623-a2cb97ff5e00 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468390 Jul 20 15:37:01.836599 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e27071-afe6-4167-a197-e2b429643c88 req-c2451281-7729-4dad-9d58-e96d35b57ddb tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:01.838102 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-08e27071-afe6-4167-a197-e2b429643c88 req-c2451281-7729-4dad-9d58-e96d35b57ddb tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.0487654 Jul 20 15:37:01.886357 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-08e27071-afe6-4167-a197-e2b429643c88 req-033485a1-b637-4142-897e-a8c258c4a9d2 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426047 Jul 20 15:37:02.073517 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4cdb5-da5b-4833-b5ce-59e7e35baf23 req-2561b7df-42ad-42d1-b603-bd889a591d2c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:02.075272 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-98b4cdb5-da5b-4833-b5ce-59e7e35baf23 req-2561b7df-42ad-42d1-b603-bd889a591d2c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 947 time: 0.0497453 Jul 20 15:37:02.109608 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:02.130189 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-98b4cdb5-da5b-4833-b5ce-59e7e35baf23 req-2a3794fa-23b1-41cf-b470-4b580eb37860 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492938 Jul 20 15:37:03.003820 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac2fb0-fe74-4006-861e-77ec2e63dd07 req-1daeb03b-195c-4b58-90c3-5c8b0991250c tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:03.005315 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-44ac2fb0-fe74-4006-861e-77ec2e63dd07 req-1daeb03b-195c-4b58-90c3-5c8b0991250c tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.0484240 Jul 20 15:37:03.058603 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-44ac2fb0-fe74-4006-861e-77ec2e63dd07 req-c6f4fff9-e341-4bd3-896a-373452386a9e tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475330 Jul 20 15:37:03.305000 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775741e-4b66-4b6a-b01f-37a9857c30fa req-755637b9-7099-4bc5-b98d-d932bf95f573 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:03.306454 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6775741e-4b66-4b6a-b01f-37a9857c30fa req-755637b9-7099-4bc5-b98d-d932bf95f573 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 947 time: 0.1043229 Jul 20 15:37:03.372853 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-73f0ad58-bebe-4dee-882e-23879cc6dd8d tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:03.374399 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-73f0ad58-bebe-4dee-882e-23879cc6dd8d tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/networks?id=f8cc0700-5535-424a-ac7f-e08c5c1408c4 HTTP/1.1" status: 200 len: 814 time: 0.1837633 Jul 20 15:37:03.396530 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6775741e-4b66-4b6a-b01f-37a9857c30fa req-266f3e43-8b39-482d-9bd3-5376f299b48c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835245 Jul 20 15:37:03.397918 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-8a3ec7d2-01a5-4343-8998-f7ad008becfe tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/quotas/3e3b499bb69b4b449a2e2515d94094fb HTTP/1.1" status: 200 len: 375 time: 0.0178478 Jul 20 15:37:03.433643 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-5f9f52c7-f48c-4ce9-acad-2a065cdb720c tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=3e3b499bb69b4b449a2e2515d94094fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300844 Jul 20 15:37:03.580770 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-35ace1a2-162f-485d-95dd-ee04e7d043d3 service neutron] 10.222.0.78 "GET /v2.0/networks/f8cc0700-5535-424a-ac7f-e08c5c1408c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382697 Jul 20 15:37:03.676042 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-4c1de00a-51e7-4db8-ba2a-83b9c2fd8e2e service neutron] 10.222.0.78 "GET /v2.0/networks/f8cc0700-5535-424a-ac7f-e08c5c1408c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893388 Jul 20 15:37:03.941238 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-40cf6909-d808-4e78-b97a-c89113129d43 req-f3fc67de-a073-4dc9-8cad-ddba1f49703d tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d19002-eab6-4af7-b0bc-65bf247b3823 HTTP/1.1" status: 200 len: 210 time: 0.0290990 Jul 20 15:37:03.987594 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa74944-2e9c-4935-ab95-7c41db9f4213 req-b3d1d156-0d76-4b5d-b1b1-594468222077 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:03.989179 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-cfa74944-2e9c-4935-ab95-7c41db9f4213 req-b3d1d156-0d76-4b5d-b1b1-594468222077 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.102 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.0501690 Jul 20 15:37:04.115827 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [req-cfa74944-2e9c-4935-ab95-7c41db9f4213 req-6eaf56c3-889a-4887-84ae-8e8063d3d403 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Deleting port 7c61a150-9d0c-4c43-949a-82e85b926581 {{(pid=104509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:37:04.116174 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-cfa74944-2e9c-4935-ab95-7c41db9f4213 req-6eaf56c3-889a-4887-84ae-8e8063d3d403 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (7c61a150-9d0c-4c43-949a-82e85b926581), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:04.129882 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b695e-6836-4a14-81b0-8698b81277b6 req-16999e47-d7d4-4da0-8305-9994f0b6cd38 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:04.131558 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-3d0b695e-6836-4a14-81b0-8698b81277b6 req-16999e47-d7d4-4da0-8305-9994f0b6cd38 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.102 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 947 time: 0.0662766 Jul 20 15:37:04.199711 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:04.217524 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50bcb3a-298d-452d-9f8b-0fa4c412bc99 req-3432ebfe-b534-487e-bb50-e2576619b1dc tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:04.219658 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b50bcb3a-298d-452d-9f8b-0fa4c412bc99 req-3432ebfe-b534-487e-bb50-e2576619b1dc tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 945 time: 0.0695884 Jul 20 15:37:04.269543 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-cfa74944-2e9c-4935-ab95-7c41db9f4213 req-6eaf56c3-889a-4887-84ae-8e8063d3d403 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] For port 7c61a150-9d0c-4c43-949a-82e85b926581, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=7c61a150-9d0c-4c43-949a-82e85b926581,segment=NetworkSegment(10c755fc-814d-432c-a0cc-ddbf10a089f1),segment_id=10c755fc-814d-432c-a0cc-ddbf10a089f1)] {{(pid=104509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:37:04.270088 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-cfa74944-2e9c-4935-ab95-7c41db9f4213 req-6eaf56c3-889a-4887-84ae-8e8063d3d403 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (7c61a150-9d0c-4c43-949a-82e85b926581), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:04.293092 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b50bcb3a-298d-452d-9f8b-0fa4c412bc99 req-29c9f79e-9f38-4b18-a429-c62f54395a5c tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=a1bffa46-f1f7-4060-84df-32518be041eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642984 Jul 20 15:37:04.407067 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [req-3d0b695e-6836-4a14-81b0-8698b81277b6 req-683a3967-5318-4f76-b0b5-8898cc9e7cb8 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Deleting port 59e14bde-8d7e-43e1-8cdf-acd276b65784 {{(pid=104509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:37:04.407335 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-3d0b695e-6836-4a14-81b0-8698b81277b6 req-683a3967-5318-4f76-b0b5-8898cc9e7cb8 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (59e14bde-8d7e-43e1-8cdf-acd276b65784), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:04.458029 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:04.539326 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24073f7f-feef-4cf5-b60f-a22550574802 req-e36326c4-ed90-469c-831b-c2ee845df930 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:04.541134 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-24073f7f-feef-4cf5-b60f-a22550574802 req-e36326c4-ed90-469c-831b-c2ee845df930 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 947 time: 0.0678968 Jul 20 15:37:04.588171 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-cfa74944-2e9c-4935-ab95-7c41db9f4213 req-6eaf56c3-889a-4887-84ae-8e8063d3d403 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:04.588665 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-cfa74944-2e9c-4935-ab95-7c41db9f4213 req-6eaf56c3-889a-4887-84ae-8e8063d3d403 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714675'] for floatingip (b19f0c73-08e5-4b66-8e9f-40ce0987998b), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:04.589330 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.db.l3_db [req-cfa74944-2e9c-4935-ab95-7c41db9f4213 req-6eaf56c3-889a-4887-84ae-8e8063d3d403 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Floating IP b19f0c73-08e5-4b66-8e9f-40ce0987998b disassociated. External IP: 172.27.1.88, port: 7c61a150-9d0c-4c43-949a-82e85b926581. Jul 20 15:37:04.589330 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [req-cfa74944-2e9c-4935-ab95-7c41db9f4213 req-6eaf56c3-889a-4887-84ae-8e8063d3d403 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Calling delete_port for 7c61a150-9d0c-4c43-949a-82e85b926581 owned by compute:nova {{(pid=104509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:37:04.601853 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-24073f7f-feef-4cf5-b60f-a22550574802 req-f62c43b5-01b6-40d3-8b78-3438eb91d328 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e9e32619-b769-4fc6-9ba6-7456f4e1ef68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538213 Jul 20 15:37:04.651458 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-3d0b695e-6836-4a14-81b0-8698b81277b6 req-683a3967-5318-4f76-b0b5-8898cc9e7cb8 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] For port 59e14bde-8d7e-43e1-8cdf-acd276b65784, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=59e14bde-8d7e-43e1-8cdf-acd276b65784,segment=NetworkSegment(643648c2-fbcf-4011-96d1-5d3dde59321a),segment_id=643648c2-fbcf-4011-96d1-5d3dde59321a)] {{(pid=104509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:37:04.651836 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-3d0b695e-6836-4a14-81b0-8698b81277b6 req-683a3967-5318-4f76-b0b5-8898cc9e7cb8 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (59e14bde-8d7e-43e1-8cdf-acd276b65784), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:04.866059 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:04.893926 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-3d0b695e-6836-4a14-81b0-8698b81277b6 req-683a3967-5318-4f76-b0b5-8898cc9e7cb8 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:04.894324 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-3d0b695e-6836-4a14-81b0-8698b81277b6 req-683a3967-5318-4f76-b0b5-8898cc9e7cb8 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714675'] for floatingip (a590ac1b-7cdb-4194-b887-82473919cc18), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:04.894652 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.db.l3_db [req-3d0b695e-6836-4a14-81b0-8698b81277b6 req-683a3967-5318-4f76-b0b5-8898cc9e7cb8 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Floating IP a590ac1b-7cdb-4194-b887-82473919cc18 disassociated. External IP: 172.27.1.87, port: 59e14bde-8d7e-43e1-8cdf-acd276b65784. Jul 20 15:37:04.895008 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [req-3d0b695e-6836-4a14-81b0-8698b81277b6 req-683a3967-5318-4f76-b0b5-8898cc9e7cb8 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Calling delete_port for 59e14bde-8d7e-43e1-8cdf-acd276b65784 owned by compute:nova {{(pid=104509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:37:04.909075 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:04.943039 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-cfa74944-2e9c-4935-ab95-7c41db9f4213 req-6eaf56c3-889a-4887-84ae-8e8063d3d403 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (7c61a150-9d0c-4c43-949a-82e85b926581), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:04.973611 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=62,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:04.977097 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=16,neutron:UPDATE=7 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:04.982591 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf56c3-889a-4887-84ae-8e8063d3d403 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Pushing event deleted for resources: {'Port': ['ID=7c61a150-9d0c-4c43-949a-82e85b926581,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:05.030759 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-8e62b6a0-c1da-44ae-8d97-09139f206c9c req-d07ee002-9d05-45a4-91fb-db688cc37e20 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d19002-eab6-4af7-b0bc-65bf247b3823 HTTP/1.1" status: 200 len: 210 time: 0.0344834 Jul 20 15:37:05.169906 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfa74944-2e9c-4935-ab95-7c41db9f4213 req-6eaf56c3-889a-4887-84ae-8e8063d3d403 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Router 25dbc7fb-05f5-4dd9-8008-44889c276b69 has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:37:05.254981 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-3d0b695e-6836-4a14-81b0-8698b81277b6 req-683a3967-5318-4f76-b0b5-8898cc9e7cb8 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (59e14bde-8d7e-43e1-8cdf-acd276b65784), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:05.406248 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-f66895d8-62c1-4905-925c-c5155da46eba req-5298af6c-9442-49e9-82ad-c396d6a464d0 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 210 time: 0.0300653 Jul 20 15:37:05.550611 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a3967-5318-4f76-b0b5-8898cc9e7cb8 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Pushing event deleted for resources: {'Port': ['ID=59e14bde-8d7e-43e1-8cdf-acd276b65784,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:05.574932 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfa74944-2e9c-4935-ab95-7c41db9f4213 req-6eaf56c3-889a-4887-84ae-8e8063d3d403 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:37:05.615034 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7126945-646e-4867-b408-50df40eb1978 None None] Sync routers for ids ['25dbc7fb-05f5-4dd9-8008-44889c276b69'] in dv-cinder-819149-12-iscsi {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:37:05.615675 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:05.630006 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7126945-646e-4867-b408-50df40eb1978 None None] Routers {'25dbc7fb-05f5-4dd9-8008-44889c276b69'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:37:05.631213 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-a7126945-646e-4867-b408-50df40eb1978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:36:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['25dbc7fb-05f5-4dd9-8008-44889c276b69'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:37:05.662419 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa74944-2e9c-4935-ab95-7c41db9f4213 req-6eaf56c3-889a-4887-84ae-8e8063d3d403 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] No DVR routers for this DVR port 7c61a150-9d0c-4c43-949a-82e85b926581 on host hv-cinder-81914 {{(pid=104509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 15:37:05.667497 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-cfa74944-2e9c-4935-ab95-7c41db9f4213 req-6eaf56c3-889a-4887-84ae-8e8063d3d403 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:05.670338 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-cfa74944-2e9c-4935-ab95-7c41db9f4213 req-6eaf56c3-889a-4887-84ae-8e8063d3d403 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.102 "DELETE /v2.0/ports/7c61a150-9d0c-4c43-949a-82e85b926581 HTTP/1.1" status: 204 len: 173 time: 1.6749976 Jul 20 15:37:05.670774 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7693c05d-ad3d-40fb-8c50-56e655ca708a', 'name': 'network-vif-deleted', 'tag': '7c61a150-9d0c-4c43-949a-82e85b926581'}] {{(pid=104509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:37:05.673111 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df77c6b91a480694ea4413056d8ef6386aadd078611a8438297a7cf852766117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a6e336-06de-48a0-8b54-38f91ca42147" -d '{"events": [{"server_uuid": "7693c05d-ad3d-40fb-8c50-56e655ca708a", "name": "network-vif-deleted", "tag": "7c61a150-9d0c-4c43-949a-82e85b926581"}]}' {{(pid=104509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:37:05.749270 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 15:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c2062a-d28a-4b44-8388-727df2e7418d x-openstack-request-id: req-12c2062a-d28a-4b44-8388-727df2e7418d {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:37:05.749547 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7693c05d-ad3d-40fb-8c50-56e655ca708a", "name": "network-vif-deleted", "tag": "7c61a150-9d0c-4c43-949a-82e85b926581", "status": "completed", "code": 200}]} {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:37:05.749867 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-12c2062a-d28a-4b44-8388-727df2e7418d {{(pid=104509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:37:05.750437 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12c2062a-d28a-4b44-8388-727df2e7418d'] response: {'server_uuid': '7693c05d-ad3d-40fb-8c50-56e655ca708a', 'name': 'network-vif-deleted', 'tag': '7c61a150-9d0c-4c43-949a-82e85b926581', 'status': 'completed', 'code': 200} Jul 20 15:37:05.752680 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-87634b2e-7aec-44ea-9044-8a5dea6802a3 req-12c3b6b9-a4a5-4aff-9187-fe7d5a5249bd tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 210 time: 0.0541458 Jul 20 15:37:05.769453 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d0b695e-6836-4a14-81b0-8698b81277b6 req-683a3967-5318-4f76-b0b5-8898cc9e7cb8 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Router 08c64ac6-afa1-4f7d-addf-3818db3cc212 has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:37:05.788985 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-a7126945-646e-4867-b408-50df40eb1978 None None] Set router 25dbc7fb-05f5-4dd9-8008-44889c276b69 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:37:05.899955 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d0b695e-6836-4a14-81b0-8698b81277b6 req-683a3967-5318-4f76-b0b5-8898cc9e7cb8 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:37:05.917010 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81ddf8f-1838-4aa4-9d47-bf3aeeb6273c None None] Sync routers for ids ['08c64ac6-afa1-4f7d-addf-3818db3cc212'] in dv-cinder-819149-12-iscsi {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:37:05.931463 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81ddf8f-1838-4aa4-9d47-bf3aeeb6273c None None] Routers {'08c64ac6-afa1-4f7d-addf-3818db3cc212'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:37:05.932466 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-d81ddf8f-1838-4aa4-9d47-bf3aeeb6273c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:36:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['08c64ac6-afa1-4f7d-addf-3818db3cc212'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:37:05.953836 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d0b695e-6836-4a14-81b0-8698b81277b6 req-683a3967-5318-4f76-b0b5-8898cc9e7cb8 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] No DVR routers for this DVR port 59e14bde-8d7e-43e1-8cdf-acd276b65784 on host hv-cinder-81914 {{(pid=104509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 15:37:05.956967 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-3d0b695e-6836-4a14-81b0-8698b81277b6 req-683a3967-5318-4f76-b0b5-8898cc9e7cb8 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:05.960734 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-3d0b695e-6836-4a14-81b0-8698b81277b6 req-683a3967-5318-4f76-b0b5-8898cc9e7cb8 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.102 "DELETE /v2.0/ports/59e14bde-8d7e-43e1-8cdf-acd276b65784 HTTP/1.1" status: 204 len: 173 time: 1.8185842 Jul 20 15:37:06.032331 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-a7126945-646e-4867-b408-50df40eb1978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'name': 'tempest-AttachVolumeTestJSON-1486781354-router', 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e5a10f1d-2213-4648-9011-120041d55208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:38Z', 'updated_at': '2022-07-20T15:31:48Z', 'revision_number': 4, 'project_id': 'aa49d7002cf441348cf3166e64b1bc87', 'gw_port': {'id': 'e5a10f1d-2213-4648-9011-120041d55208', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:40Z', 'updated_at': '2022-07-20T15:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '06b3e5af-b121-48c5-9d7c-4fa3711f89db', 'name': '', 'network_id': 'fa5e056d-5a56-4462-a470-30c02f844e62', 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87', 'mac_address': 'fa:16:3e:cc:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c9fff1ac-07cb-4893-9ae7-8ae90fdf7477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:46Z', 'updated_at': '2022-07-20T15:31:57Z', 'revision_number': 5, 'project_id': 'aa49d7002cf441348cf3166e64b1bc87', 'subnets': [{'id': 'c9fff1ac-07cb-4893-9ae7-8ae90fdf7477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:37:06.054754 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-d81ddf8f-1838-4aa4-9d47-bf3aeeb6273c None None] Set router 08c64ac6-afa1-4f7d-addf-3818db3cc212 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:37:06.064882 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7126945-646e-4867-b408-50df40eb1978 None None] Checking router: 25dbc7fb-05f5-4dd9-8008-44889c276b69 for host: dv-cinder-819149-12-iscsi {{(pid=104512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:37:06.075813 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7126945-646e-4867-b408-50df40eb1978 None None] Routers {'25dbc7fb-05f5-4dd9-8008-44889c276b69'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:37:06.076617 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-a7126945-646e-4867-b408-50df40eb1978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:36:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['25dbc7fb-05f5-4dd9-8008-44889c276b69'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:37:06.165966 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e780bcf7-fa40-4e00-a659-bd8b3812932b req-94f53f4d-4c43-449e-b338-fe5f238825fa tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d19002-eab6-4af7-b0bc-65bf247b3823 HTTP/1.1" status: 200 len: 210 time: 0.0456853 Jul 20 15:37:06.234786 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-a7126945-646e-4867-b408-50df40eb1978 None None] Set router 25dbc7fb-05f5-4dd9-8008-44889c276b69 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:37:06.320217 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-d81ddf8f-1838-4aa4-9d47-bf3aeeb6273c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'name': 'tempest-AttachVolumeShelveTestJSON-381720140-router', 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'dffbaa5c-bf8e-48c1-9443-e215546c6879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:41Z', 'updated_at': '2022-07-20T15:31:53Z', 'revision_number': 4, 'project_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'gw_port': {'id': 'dffbaa5c-bf8e-48c1-9443-e215546c6879', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:44Z', 'updated_at': '2022-07-20T15:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '37bfb88a-e474-4aa4-9e72-a09deb918564', 'name': '', 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e', 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'mac_address': 'fa:16:3e:18:75:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:51Z', 'updated_at': '2022-07-20T15:32:01Z', 'revision_number': 5, 'project_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'subnets': [{'id': '4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:37:06.348569 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81ddf8f-1838-4aa4-9d47-bf3aeeb6273c None None] Checking router: 08c64ac6-afa1-4f7d-addf-3818db3cc212 for host: dv-cinder-819149-12-iscsi {{(pid=104511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:37:06.369444 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81ddf8f-1838-4aa4-9d47-bf3aeeb6273c None None] Routers {'08c64ac6-afa1-4f7d-addf-3818db3cc212'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:37:06.370080 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-d81ddf8f-1838-4aa4-9d47-bf3aeeb6273c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:36:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['08c64ac6-afa1-4f7d-addf-3818db3cc212'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:37:06.479487 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-a7126945-646e-4867-b408-50df40eb1978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'name': 'tempest-AttachVolumeTestJSON-1486781354-router', 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e5a10f1d-2213-4648-9011-120041d55208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:38Z', 'updated_at': '2022-07-20T15:31:48Z', 'revision_number': 4, 'project_id': 'aa49d7002cf441348cf3166e64b1bc87', 'gw_port': {'id': 'e5a10f1d-2213-4648-9011-120041d55208', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:40Z', 'updated_at': '2022-07-20T15:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '06b3e5af-b121-48c5-9d7c-4fa3711f89db', 'name': '', 'network_id': 'fa5e056d-5a56-4462-a470-30c02f844e62', 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87', 'mac_address': 'fa:16:3e:cc:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c9fff1ac-07cb-4893-9ae7-8ae90fdf7477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:46Z', 'updated_at': '2022-07-20T15:31:57Z', 'revision_number': 5, 'project_id': 'aa49d7002cf441348cf3166e64b1bc87', 'subnets': [{'id': 'c9fff1ac-07cb-4893-9ae7-8ae90fdf7477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:37:06.506496 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-d81ddf8f-1838-4aa4-9d47-bf3aeeb6273c None None] Set router 08c64ac6-afa1-4f7d-addf-3818db3cc212 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:37:06.507702 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7126945-646e-4867-b408-50df40eb1978 None None] The sync data for ids ['25dbc7fb-05f5-4dd9-8008-44889c276b69'] in dv-cinder-819149-12-iscsi is: [{'id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'name': 'tempest-AttachVolumeTestJSON-1486781354-router', 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e5a10f1d-2213-4648-9011-120041d55208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:38Z', 'updated_at': '2022-07-20T15:31:48Z', 'revision_number': 4, 'project_id': 'aa49d7002cf441348cf3166e64b1bc87', 'gw_port': {'id': 'e5a10f1d-2213-4648-9011-120041d55208', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:40Z', 'updated_at': '2022-07-20T15:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '06b3e5af-b121-48c5-9d7c-4fa3711f89db', 'name': '', 'network_id': 'fa5e056d-5a56-4462-a470-30c02f844e62', 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87', 'mac_address': 'fa:16:3e:cc:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c9fff1ac-07cb-4893-9ae7-8ae90fdf7477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:46Z', 'updated_at': '2022-07-20T15:31:57Z', 'revision_number': 5, 'project_id': 'aa49d7002cf441348cf3166e64b1bc87', 'subnets': [{'id': 'c9fff1ac-07cb-4893-9ae7-8ae90fdf7477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:37:06.574194 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-17600501-a4d1-4c04-9aa1-334ce4abead3 req-f544fb22-3ec2-4ccf-b20f-b1b96055ddb1 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=7693c05d-ad3d-40fb-8c50-56e655ca708a HTTP/1.1" status: 200 len: 210 time: 0.0679519 Jul 20 15:37:06.762029 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-d67c0492-4140-414b-b8f1-33a4943d3398 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:06.764658 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-d67c0492-4140-414b-b8f1-33a4943d3398 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.102 "GET /v2.0/networks?id=f8cc0700-5535-424a-ac7f-e08c5c1408c4 HTTP/1.1" status: 200 len: 814 time: 0.2001979 Jul 20 15:37:06.784119 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-fb97a675-d5e8-4f51-bbf5-ff303422b084 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Request body: {'port': {'device_id': 'c6d19002-eab6-4af7-b0bc-65bf247b3823', 'network_id': 'f8cc0700-5535-424a-ac7f-e08c5c1408c4', 'admin_state_up': True, 'tenant_id': '3e3b499bb69b4b449a2e2515d94094fb'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:37:06.833611 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-d81ddf8f-1838-4aa4-9d47-bf3aeeb6273c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'name': 'tempest-AttachVolumeShelveTestJSON-381720140-router', 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'dffbaa5c-bf8e-48c1-9443-e215546c6879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:41Z', 'updated_at': '2022-07-20T15:31:53Z', 'revision_number': 4, 'project_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'gw_port': {'id': 'dffbaa5c-bf8e-48c1-9443-e215546c6879', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:44Z', 'updated_at': '2022-07-20T15:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '37bfb88a-e474-4aa4-9e72-a09deb918564', 'name': '', 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e', 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'mac_address': 'fa:16:3e:18:75:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:51Z', 'updated_at': '2022-07-20T15:32:01Z', 'revision_number': 5, 'project_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'subnets': [{'id': '4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:37:06.978091 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-81040737-c167-40c0-ac75-a6ca199abfa4 req-a6f35f5b-97ed-48b4-89f9-59f00b665e1f tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4cd0f35-70ba-409d-b217-32d5a9ab6cd6 HTTP/1.1" status: 200 len: 210 time: 0.0486915 Jul 20 15:37:07.009126 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360bb98b-a5ee-47f9-840a-fdb3cf476c0f None None] New status for floating IP b19f0c73-08e5-4b66-8e9f-40ce0987998b: DOWN {{(pid=104512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 15:37:07.123388 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81ddf8f-1838-4aa4-9d47-bf3aeeb6273c None None] The sync data for ids ['08c64ac6-afa1-4f7d-addf-3818db3cc212'] in dv-cinder-819149-12-iscsi is: [{'id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'name': 'tempest-AttachVolumeShelveTestJSON-381720140-router', 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'dffbaa5c-bf8e-48c1-9443-e215546c6879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:41Z', 'updated_at': '2022-07-20T15:31:53Z', 'revision_number': 4, 'project_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'gw_port': {'id': 'dffbaa5c-bf8e-48c1-9443-e215546c6879', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:44Z', 'updated_at': '2022-07-20T15:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '37bfb88a-e474-4aa4-9e72-a09deb918564', 'name': '', 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e', 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'mac_address': 'fa:16:3e:18:75:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:51Z', 'updated_at': '2022-07-20T15:32:01Z', 'revision_number': 5, 'project_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'subnets': [{'id': '4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:37:07.134179 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-fb97a675-d5e8-4f51-bbf5-ff303422b084 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Made reservation on behalf of 3e3b499bb69b4b449a2e2515d94094fb for: {'port': 1} {{(pid=104509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:37:07.139730 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-fb97a675-d5e8-4f51-bbf5-ff303422b084 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:07.328761 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e7c81445-4a5d-4ddf-988f-f4539c1c44a8 req-52840eca-21e4-4894-872a-d1def19ac95f tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d19002-eab6-4af7-b0bc-65bf247b3823 HTTP/1.1" status: 200 len: 210 time: 0.0463953 Jul 20 15:37:07.383931 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_common [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-fb97a675-d5e8-4f51-bbf5-ff303422b084 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Allocated IP 172.20.0.5 (f8cc0700-5535-424a-ac7f-e08c5c1408c4/5e43b59f-6402-4695-9da5-d45bf3dfc200/4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a) {{(pid=104509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:37:07.517529 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40acb960-4cf9-4adb-8a93-67892316558d None None] New status for floating IP a590ac1b-7cdb-4194-b887-82473919cc18: DOWN {{(pid=104511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 15:37:07.524329 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:07.576452 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-fb97a675-d5e8-4f51-bbf5-ff303422b084 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Publish callbacks [] for port (4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:07.719574 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-fb97a675-d5e8-4f51-bbf5-ff303422b084 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:07.720087 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 59e14bde-8d7e-43e1-8cdf-acd276b65784 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:37:07.751338 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] No Port match for: 59e14bde-8d7e-43e1-8cdf-acd276b65784 {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:37:07.751338 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 59e14bde-8d7e-43e1-8cdf-acd276b65784 not bound to the agent host hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:37:07.751792 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cd0f35-70ba-409d-b217-32d5a9ab6cd6', 'name': 'network-vif-deleted', 'tag': '59e14bde-8d7e-43e1-8cdf-acd276b65784'}] {{(pid=104509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:37:07.751969 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 7c61a150-9d0c-4c43-949a-82e85b926581 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:37:07.753936 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df77c6b91a480694ea4413056d8ef6386aadd078611a8438297a7cf852766117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6374c3c8-8207-4736-a964-c542f19b4ad2" -d '{"events": [{"server_uuid": "f4cd0f35-70ba-409d-b217-32d5a9ab6cd6", "name": "network-vif-deleted", "tag": "59e14bde-8d7e-43e1-8cdf-acd276b65784"}]}' {{(pid=104509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:37:07.772854 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-fb97a675-d5e8-4f51-bbf5-ff303422b084 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Network f8cc0700-5535-424a-ac7f-e08c5c1408c4 is already hosted by enough agents. {{(pid=104509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:37:07.773776 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] No Port match for: 7c61a150-9d0c-4c43-949a-82e85b926581 {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:37:07.773776 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 7c61a150-9d0c-4c43-949a-82e85b926581 not bound to the agent host hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:37:07.785414 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-fb97a675-d5e8-4f51-bbf5-ff303422b084 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Resources bound (agent type, host, resource id): {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:37:07.791102 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-fb97a675-d5e8-4f51-bbf5-ff303422b084 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Received port after_create {{(pid=104509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:37:07.817117 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:07.824610 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97a675-d5e8-4f51-bbf5-ff303422b084 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Pushing event updated for resources: {'Port': ['ID=4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:07.849332 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-fb97a675-d5e8-4f51-bbf5-ff303422b084 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:07.849968 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-fb97a675-d5e8-4f51-bbf5-ff303422b084 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:07.858613 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 15:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114f3a1b-bf7f-4d20-a72c-7604b974eeac x-openstack-request-id: req-114f3a1b-bf7f-4d20-a72c-7604b974eeac {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:37:07.858916 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4cd0f35-70ba-409d-b217-32d5a9ab6cd6", "name": "network-vif-deleted", "tag": "59e14bde-8d7e-43e1-8cdf-acd276b65784", "status": "completed", "code": 200}]} {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:37:07.859172 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-114f3a1b-bf7f-4d20-a72c-7604b974eeac {{(pid=104509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:37:07.859564 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-114f3a1b-bf7f-4d20-a72c-7604b974eeac'] response: {'server_uuid': 'f4cd0f35-70ba-409d-b217-32d5a9ab6cd6', 'name': 'network-vif-deleted', 'tag': '59e14bde-8d7e-43e1-8cdf-acd276b65784', 'status': 'completed', 'code': 200} Jul 20 15:37:07.946211 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-fb97a675-d5e8-4f51-bbf5-ff303422b084 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1690497 Jul 20 15:37:08.015130 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-3f2e2440-65f8-4045-bbe1-83b1c164e2ae service neutron] Request body: {'port': {'device_id': 'c6d19002-eab6-4af7-b0bc-65bf247b3823', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:37:08.112597 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-3f2e2440-65f8-4045-bbe1-83b1c164e2ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:08.161855 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 47102) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:37:08.245782 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-9d3b0199-29d1-4e7e-b1b8-9ef52a450f2c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks [] for security_group (e9e32619-b769-4fc6-9ba6-7456f4e1ef68), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:08.277221 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-9d3b0199-29d1-4e7e-b1b8-9ef52a450f2c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks [] for security_group (e9e32619-b769-4fc6-9ba6-7456f4e1ef68), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:08.453623 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-3f2e2440-65f8-4045-bbe1-83b1c164e2ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a {{(pid=104509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:37:08.465083 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-3f2e2440-65f8-4045-bbe1-83b1c164e2ae service neutron] Publish callbacks [] for port (4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:08.475327 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-9d3b0199-29d1-4e7e-b1b8-9ef52a450f2c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (e9e32619-b769-4fc6-9ba6-7456f4e1ef68), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:08.480142 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-9d3b0199-29d1-4e7e-b1b8-9ef52a450f2c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:08.482221 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.provisioning_blocks [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-3f2e2440-65f8-4045-bbe1-83b1c164e2ae service neutron] Transition to ACTIVE for port object 4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a will not be triggered until provisioned by entity L2. {{(pid=104509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 15:37:08.482433 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-9d3b0199-29d1-4e7e-b1b8-9ef52a450f2c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "DELETE /v2.0/security-groups/e9e32619-b769-4fc6-9ba6-7456f4e1ef68 HTTP/1.1" status: 204 len: 168 time: 0.3181655 Jul 20 15:37:08.485422 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 47106) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:37:08.498765 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:08.500872 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.api.v2.resource [None req-4c0d46ef-5341-4ce6-ad1d-afdc80029040 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] show failed (client error): The resource could not be found. Jul 20 15:37:08.501903 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-4c0d46ef-5341-4ce6-ad1d-afdc80029040 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups/e9e32619-b769-4fc6-9ba6-7456f4e1ef68 HTTP/1.1" status: 404 len: 347 time: 0.0153160 Jul 20 15:37:08.505354 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 47108) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:37:08.509768 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3b0199-29d1-4e7e-b1b8-9ef52a450f2c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e32619-b769-4fc6-9ba6-7456f4e1ef68,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:08.520744 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c44b6b-cfe8-4fc2-8653-e6690afd4233 req-5fd890b7-009f-4f84-8a4f-6043c61ae073 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:08.522286 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b9c44b6b-cfe8-4fc2-8653-e6690afd4233 req-5fd890b7-009f-4f84-8a4f-6043c61ae073 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d19002-eab6-4af7-b0bc-65bf247b3823 HTTP/1.1" status: 200 len: 931 time: 0.0923035 Jul 20 15:37:08.527337 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3b0199-29d1-4e7e-b1b8-9ef52a450f2c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:37:08.527599 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3b0199-29d1-4e7e-b1b8-9ef52a450f2c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:37:08.528399 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3b0199-29d1-4e7e-b1b8-9ef52a450f2c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:37:08.528749 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3b0199-29d1-4e7e-b1b8-9ef52a450f2c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:37:08.529091 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3b0199-29d1-4e7e-b1b8-9ef52a450f2c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:37:08.529425 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3b0199-29d1-4e7e-b1b8-9ef52a450f2c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:37:08.529949 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3b0199-29d1-4e7e-b1b8-9ef52a450f2c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:37:08.530309 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3b0199-29d1-4e7e-b1b8-9ef52a450f2c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:37:08.530653 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3b0199-29d1-4e7e-b1b8-9ef52a450f2c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:37:08.530996 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3b0199-29d1-4e7e-b1b8-9ef52a450f2c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:37:08.531329 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3b0199-29d1-4e7e-b1b8-9ef52a450f2c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:37:08.531660 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3b0199-29d1-4e7e-b1b8-9ef52a450f2c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:37:08.531990 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3b0199-29d1-4e7e-b1b8-9ef52a450f2c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:37:08.532313 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3b0199-29d1-4e7e-b1b8-9ef52a450f2c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:37:08.532642 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3b0199-29d1-4e7e-b1b8-9ef52a450f2c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:37:08.597354 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b9c44b6b-cfe8-4fc2-8653-e6690afd4233 req-eeab985b-d977-4b4e-b881-3963a633c92e tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/security-groups?id=88ec5720-5fb7-412c-b03c-781c9df83e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606062 Jul 20 15:37:08.623259 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-3f2e2440-65f8-4045-bbe1-83b1c164e2ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934114'] for port (4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:08.669624 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-6dc01f18-7d9d-49a9-906c-dee443349c78 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Deleting port eb5fdde1-224f-4f23-b8d2-1d8120d35bc7 {{(pid=104509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:37:08.669977 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6dc01f18-7d9d-49a9-906c-dee443349c78 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (eb5fdde1-224f-4f23-b8d2-1d8120d35bc7), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:08.707541 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e2440-65f8-4045-bbe1-83b1c164e2ae service neutron] Pushing event updated for resources: {'Port': ['ID=4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a,revision_number=2']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:08.773664 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 47112) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:37:08.823748 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:08.826592 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6dc01f18-7d9d-49a9-906c-dee443349c78 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (eb5fdde1-224f-4f23-b8d2-1d8120d35bc7), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:08.834842 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6dc01f18-7d9d-49a9-906c-dee443349c78 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks [] for floatingip (eb5fdde1-224f-4f23-b8d2-1d8120d35bc7), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:08.849079 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-6dc01f18-7d9d-49a9-906c-dee443349c78 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Calling delete_port for eb5fdde1-224f-4f23-b8d2-1d8120d35bc7 owned by network:floatingip {{(pid=104509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:37:08.864749 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-7c9e5d95-9806-4c29-9106-fb6e4304ecb2 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks [] for security_group (a1bffa46-f1f7-4060-84df-32518be041eb), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:08.870367 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:08.875730 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-3f2e2440-65f8-4045-bbe1-83b1c164e2ae service neutron] Attempting to bind port 4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:37:08.876128 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-3f2e2440-65f8-4045-bbe1-83b1c164e2ae service neutron] Attempting to bind port 4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '88aca104-d482-49b2-8299-19049d4870ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': 'f8cc0700-5535-424a-ac7f-e08c5c1408c4'}] {{(pid=104509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:37:08.876417 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-3f2e2440-65f8-4045-bbe1-83b1c164e2ae service neutron] Attempting to bind port 4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a on network f8cc0700-5535-424a-ac7f-e08c5c1408c4 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:37:08.905304 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-7c9e5d95-9806-4c29-9106-fb6e4304ecb2 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks [] for security_group (a1bffa46-f1f7-4060-84df-32518be041eb), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:08.925143 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-3f2e2440-65f8-4045-bbe1-83b1c164e2ae service neutron] Port 4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a on network f8cc0700-5535-424a-ac7f-e08c5c1408c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 15:37:08.925474 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-3f2e2440-65f8-4045-bbe1-83b1c164e2ae service neutron] Attempting to bind port 4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a on network f8cc0700-5535-424a-ac7f-e08c5c1408c4 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:37:08.934054 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-3f2e2440-65f8-4045-bbe1-83b1c164e2ae service neutron] Checking agent: {'id': '84834a4b-f4d1-4c41-9203-9b15edc444f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 29, 38), 'started_at': datetime.datetime(2022, 7, 20, 15, 29, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:37:08.934489 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-3f2e2440-65f8-4045-bbe1-83b1c164e2ae service neutron] Checking segment: {'id': '88aca104-d482-49b2-8299-19049d4870ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': 'f8cc0700-5535-424a-ac7f-e08c5c1408c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:37:08.949654 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-3f2e2440-65f8-4045-bbe1-83b1c164e2ae service neutron] Bound using segment: {'id': '88aca104-d482-49b2-8299-19049d4870ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': 'f8cc0700-5535-424a-ac7f-e08c5c1408c4'} {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:37:08.949654 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-3f2e2440-65f8-4045-bbe1-83b1c164e2ae service neutron] Bound port: 4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88aca104-d482-49b2-8299-19049d4870ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': 'f8cc0700-5535-424a-ac7f-e08c5c1408c4'}}] {{(pid=104509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:37:08.949654 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-3f2e2440-65f8-4045-bbe1-83b1c164e2ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:08.954637 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:09.066632 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-3f2e2440-65f8-4045-bbe1-83b1c164e2ae service neutron] For port 4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a, host hv-cinder-81914, cleared binding levels {{(pid=104509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:37:09.085461 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-3f2e2440-65f8-4045-bbe1-83b1c164e2ae service neutron] For port 4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a,segment=NetworkSegment(88aca104-d482-49b2-8299-19049d4870ae),segment_id=88aca104-d482-49b2-8299-19049d4870ae)] {{(pid=104509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:37:09.100035 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-7c9e5d95-9806-4c29-9106-fb6e4304ecb2 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (a1bffa46-f1f7-4060-84df-32518be041eb), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:09.102883 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-7c9e5d95-9806-4c29-9106-fb6e4304ecb2 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:09.109607 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-7c9e5d95-9806-4c29-9106-fb6e4304ecb2 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "DELETE /v2.0/security-groups/a1bffa46-f1f7-4060-84df-32518be041eb HTTP/1.1" status: 204 len: 168 time: 0.3292840 Jul 20 15:37:09.109760 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 47114) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:37:09.115028 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e5d95-9806-4c29-9106-fb6e4304ecb2 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bffa46-f1f7-4060-84df-32518be041eb,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:09.123706 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.api.v2.resource [None req-7967b042-ca53-485e-8b05-f65e887c88df tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] show failed (client error): The resource could not be found. Jul 20 15:37:09.124756 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-7967b042-ca53-485e-8b05-f65e887c88df tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups/a1bffa46-f1f7-4060-84df-32518be041eb HTTP/1.1" status: 404 len: 347 time: 0.0151823 Jul 20 15:37:09.129544 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 47116) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:37:09.173016 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-3f2e2440-65f8-4045-bbe1-83b1c164e2ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934114'] for port (4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:09.218105 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6dc01f18-7d9d-49a9-906c-dee443349c78 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (eb5fdde1-224f-4f23-b8d2-1d8120d35bc7), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:09.250439 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-3f2e2440-65f8-4045-bbe1-83b1c164e2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:09.251052 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-3f2e2440-65f8-4045-bbe1-83b1c164e2ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:09.252642 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-3f2e2440-65f8-4045-bbe1-83b1c164e2ae service neutron] 10.222.0.102 "PUT /v2.0/ports/4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a HTTP/1.1" status: 200 len: 1093 time: 1.2984617 Jul 20 15:37:09.307348 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e2440-65f8-4045-bbe1-83b1c164e2ae service neutron] Pushing event updated for resources: {'Port': ['ID=4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a,revision_number=3']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:09.340665 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-be0d611d-34e3-49a9-8d0e-722bde58245f tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Deleting port e060d8b3-4a62-431f-bcc5-b321c5155e76 {{(pid=104509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:37:09.341527 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-be0d611d-34e3-49a9-8d0e-722bde58245f tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (e060d8b3-4a62-431f-bcc5-b321c5155e76), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:09.343455 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc01f18-7d9d-49a9-906c-dee443349c78 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Pushing event deleted for resources: {'Port': ['ID=eb5fdde1-224f-4f23-b8d2-1d8120d35bc7,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:09.496296 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-0efef837-8bc2-48a8-a8e1-863307ad8327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:09.497847 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-0efef837-8bc2-48a8-a8e1-863307ad8327 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3e3b499bb69b4b449a2e2515d94094fb&device_id=c6d19002-eab6-4af7-b0bc-65bf247b3823 HTTP/1.1" status: 200 len: 1127 time: 0.1018796 Jul 20 15:37:09.513918 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-be0d611d-34e3-49a9-8d0e-722bde58245f tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (e060d8b3-4a62-431f-bcc5-b321c5155e76), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:09.514242 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-be0d611d-34e3-49a9-8d0e-722bde58245f tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks [] for floatingip (e060d8b3-4a62-431f-bcc5-b321c5155e76), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:09.557901 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-4a7dc527-bea9-4bd1-8bcc-48cf1891f896 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a HTTP/1.1" status: 200 len: 217 time: 0.0465183 Jul 20 15:37:09.563467 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6dc01f18-7d9d-49a9-906c-dee443349c78 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks [] for floatingip (a590ac1b-7cdb-4194-b887-82473919cc18), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:09.565937 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6dc01f18-7d9d-49a9-906c-dee443349c78 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for floatingip (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:09.567105 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-6dc01f18-7d9d-49a9-906c-dee443349c78 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "DELETE /v2.0/floatingips/a590ac1b-7cdb-4194-b887-82473919cc18 HTTP/1.1" status: 204 len: 168 time: 1.0608642 Jul 20 15:37:09.569384 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-be0d611d-34e3-49a9-8d0e-722bde58245f tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Calling delete_port for e060d8b3-4a62-431f-bcc5-b321c5155e76 owned by network:floatingip {{(pid=104509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:37:09.603960 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:09.666068 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-2f63d1cd-5696-4fb7-900c-a69d7f0364f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:09.667773 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-2f63d1cd-5696-4fb7-900c-a69d7f0364f4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5e43b59f-6402-4695-9da5-d45bf3dfc200 HTTP/1.1" status: 200 len: 854 time: 0.0995741 Jul 20 15:37:09.712729 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-6fdea396-fec4-49be-b7ce-3622d6454627 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f8cc0700-5535-424a-ac7f-e08c5c1408c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356102 Jul 20 15:37:09.748582 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ca4f0-3980-4de6-bbb1-d52bb3913b50 req-19b8e28b-01e4-4761-9c24-c82030ed9ab5 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:09.750489 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-307ca4f0-3980-4de6-bbb1-d52bb3913b50 req-19b8e28b-01e4-4761-9c24-c82030ed9ab5 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d19002-eab6-4af7-b0bc-65bf247b3823 HTTP/1.1" status: 200 len: 943 time: 0.0569413 Jul 20 15:37:09.779989 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 47122) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:37:09.784377 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-9cb5d8a9-aa6b-435d-a838-c6590ba70a08 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Request body: {'security_group': {'name': 'tempest-securitygroup--506882637', 'description': 'tempest-description--188513012'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:37:09.832385 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-307ca4f0-3980-4de6-bbb1-d52bb3913b50 req-7e58487c-bcfe-4ce6-884a-9a7752a19e40 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/security-groups?id=88ec5720-5fb7-412c-b03c-781c9df83e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741022 Jul 20 15:37:09.861192 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d19002-eab6-4af7-b0bc-65bf247b3823', 'tag': '4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a'}] {{(pid=104509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:37:09.863399 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df77c6b91a480694ea4413056d8ef6386aadd078611a8438297a7cf852766117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387e0904-ea65-466a-a911-8eccc0304235" -d '{"events": [{"name": "network-changed", "server_uuid": "c6d19002-eab6-4af7-b0bc-65bf247b3823", "tag": "4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a"}]}' {{(pid=104509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:37:09.871696 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:09.878761 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-15064aa1-266a-4e0e-b819-10578e8ed744 service neutron] 10.222.0.102 "GET /v2.0/networks/f8cc0700-5535-424a-ac7f-e08c5c1408c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515565 Jul 20 15:37:09.911575 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 15:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5338a9c-9b3c-4dec-91ca-45fa4344d9e8 x-openstack-request-id: req-b5338a9c-9b3c-4dec-91ca-45fa4344d9e8 {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:37:09.911860 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6d19002-eab6-4af7-b0bc-65bf247b3823", "tag": "4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a", "status": "completed", "code": 200}]} {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:37:09.912111 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b5338a9c-9b3c-4dec-91ca-45fa4344d9e8 {{(pid=104509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:37:09.912491 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5338a9c-9b3c-4dec-91ca-45fa4344d9e8'] response: {'name': 'network-changed', 'server_uuid': 'c6d19002-eab6-4af7-b0bc-65bf247b3823', 'tag': '4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a', 'status': 'completed', 'code': 200} Jul 20 15:37:09.930876 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-9cb5d8a9-aa6b-435d-a838-c6590ba70a08 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:09.985389 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-be0d611d-34e3-49a9-8d0e-722bde58245f tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (e060d8b3-4a62-431f-bcc5-b321c5155e76), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:09.999069 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:09.999348 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-52e84a4e-4185-4d47-a8ce-cd525f474fef req-0e7e7ef3-3c22-4543-aa41-808013c0ed03 service neutron] 10.222.0.102 "GET /v2.0/networks/f8cc0700-5535-424a-ac7f-e08c5c1408c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075151 Jul 20 15:37:10.009148 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-9cb5d8a9-aa6b-435d-a838-c6590ba70a08 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks [] for security_group (e6ee9076-de60-405c-8c51-f340933750de), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:10.017144 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d611d-34e3-49a9-8d0e-722bde58245f tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Pushing event deleted for resources: {'Port': ['ID=e060d8b3-4a62-431f-bcc5-b321c5155e76,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:10.086707 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-be0d611d-34e3-49a9-8d0e-722bde58245f tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks [] for floatingip (b19f0c73-08e5-4b66-8e9f-40ce0987998b), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:10.089143 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-be0d611d-34e3-49a9-8d0e-722bde58245f tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for floatingip (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:10.090479 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-be0d611d-34e3-49a9-8d0e-722bde58245f tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "DELETE /v2.0/floatingips/b19f0c73-08e5-4b66-8e9f-40ce0987998b HTTP/1.1" status: 204 len: 168 time: 0.9589105 Jul 20 15:37:10.142121 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-9cb5d8a9-aa6b-435d-a838-c6590ba70a08 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (e6ee9076-de60-405c-8c51-f340933750de), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:10.178041 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb5d8a9-aa6b-435d-a838-c6590ba70a08 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ee9076-de60-405c-8c51-f340933750de,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:10.240108 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-9cb5d8a9-aa6b-435d-a838-c6590ba70a08 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:10.241683 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-9cb5d8a9-aa6b-435d-a838-c6590ba70a08 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4604166 Jul 20 15:37:10.245330 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 47130) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:37:10.250026 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 47132) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:37:10.252286 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-0c9109d2-f139-4851-b770-4533d5cfb27f tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Request body: {'security_group_rule': {'security_group_id': 'e6ee9076-de60-405c-8c51-f340933750de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:37:10.255067 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-2def8d10-04e6-4cc4-9e43-01e6bd0940a5 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1062302096', 'description': 'tempest-description--1580321227'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:37:10.377583 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-2def8d10-04e6-4cc4-9e43-01e6bd0940a5 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:10.382823 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-0c9109d2-f139-4851-b770-4533d5cfb27f tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks [] for security_group_rule (fd51eadd-80b0-4b88-9763-812d657c5024), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:10.446493 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-0c9109d2-f139-4851-b770-4533d5cfb27f tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks [] for security_group_rule (fd51eadd-80b0-4b88-9763-812d657c5024), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:10.456902 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-2def8d10-04e6-4cc4-9e43-01e6bd0940a5 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks [] for security_group (eb74c477-fd0d-46de-b6ea-0f877401d969), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:10.553650 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-0c9109d2-f139-4851-b770-4533d5cfb27f tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624241'] for security_group_rule (fd51eadd-80b0-4b88-9763-812d657c5024), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:10.575559 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9109d2-f139-4851-b770-4533d5cfb27f tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd51eadd-80b0-4b88-9763-812d657c5024,revision_number=0']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:10.604823 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-2def8d10-04e6-4cc4-9e43-01e6bd0940a5 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (eb74c477-fd0d-46de-b6ea-0f877401d969), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:10.636096 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def8d10-04e6-4cc4-9e43-01e6bd0940a5 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb74c477-fd0d-46de-b6ea-0f877401d969,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:10.687050 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-0c9109d2-f139-4851-b770-4533d5cfb27f tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:10.688298 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-0c9109d2-f139-4851-b770-4533d5cfb27f tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4416969 Jul 20 15:37:10.692074 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 47134) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:37:10.697799 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-383c4a8b-2a30-4a93-91c1-ccb11d9b8d9d tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Request body: {'security_group_rule': {'security_group_id': 'e6ee9076-de60-405c-8c51-f340933750de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:37:10.723442 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-2def8d10-04e6-4cc4-9e43-01e6bd0940a5 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:10.724647 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-2def8d10-04e6-4cc4-9e43-01e6bd0940a5 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4733725 Jul 20 15:37:10.728278 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 47136) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:37:10.732932 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-e970b102-e54e-4bad-9dff-772b266b4f52 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Request body: {'security_group_rule': {'security_group_id': 'eb74c477-fd0d-46de-b6ea-0f877401d969', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:37:10.794137 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-383c4a8b-2a30-4a93-91c1-ccb11d9b8d9d tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks [] for security_group_rule (6ab0cd72-116d-48e4-baeb-665847e0b616), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:10.820972 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-e970b102-e54e-4bad-9dff-772b266b4f52 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks [] for security_group_rule (31a4aa63-887e-427e-bb02-2a44c9aef859), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:10.843634 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:10.868319 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-383c4a8b-2a30-4a93-91c1-ccb11d9b8d9d tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks [] for security_group_rule (6ab0cd72-116d-48e4-baeb-665847e0b616), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:10.904936 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-e970b102-e54e-4bad-9dff-772b266b4f52 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks [] for security_group_rule (31a4aa63-887e-427e-bb02-2a44c9aef859), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:10.947577 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-383c4a8b-2a30-4a93-91c1-ccb11d9b8d9d tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624241'] for security_group_rule (6ab0cd72-116d-48e4-baeb-665847e0b616), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:10.968403 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-e970b102-e54e-4bad-9dff-772b266b4f52 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624241'] for security_group_rule (31a4aa63-887e-427e-bb02-2a44c9aef859), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:10.979214 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c4a8b-2a30-4a93-91c1-ccb11d9b8d9d tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ab0cd72-116d-48e4-baeb-665847e0b616,revision_number=0']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:10.995064 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd95aa-221b-4dd0-9c81-5a3c50b8524e req-a3d9a1e1-c0f7-458c-bcb3-357b9ea82d26 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:10.996560 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-89dd95aa-221b-4dd0-9c81-5a3c50b8524e req-a3d9a1e1-c0f7-458c-bcb3-357b9ea82d26 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d19002-eab6-4af7-b0bc-65bf247b3823 HTTP/1.1" status: 200 len: 943 time: 0.0788188 Jul 20 15:37:11.017106 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970b102-e54e-4bad-9dff-772b266b4f52 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31a4aa63-887e-427e-bb02-2a44c9aef859,revision_number=0']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:11.060936 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-89dd95aa-221b-4dd0-9c81-5a3c50b8524e req-e289c79f-abb4-4f48-87c7-d52a6c54ea41 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/security-groups?id=88ec5720-5fb7-412c-b03c-781c9df83e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529959 Jul 20 15:37:11.081676 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-383c4a8b-2a30-4a93-91c1-ccb11d9b8d9d tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:11.083617 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-383c4a8b-2a30-4a93-91c1-ccb11d9b8d9d tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3911753 Jul 20 15:37:11.098612 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 47140) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:37:11.103853 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-7de2942b-bc0e-4f92-92c0-b1f90b82b893 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Request body: {'floatingip': {'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:37:11.116671 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-e970b102-e54e-4bad-9dff-772b266b4f52 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:11.118218 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-e970b102-e54e-4bad-9dff-772b266b4f52 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3888776 Jul 20 15:37:11.121220 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 47142) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:37:11.128667 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-e0e11608-7567-4d5c-92dc-b44cb3485204 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Request body: {'security_group_rule': {'security_group_id': 'eb74c477-fd0d-46de-b6ea-0f877401d969', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:37:11.139371 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:11.211175 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-7de2942b-bc0e-4f92-92c0-b1f90b82b893 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:11.240178 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-e0e11608-7567-4d5c-92dc-b44cb3485204 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks [] for security_group_rule (2eb1fdfa-2ddc-4d87-92cd-c8a32965ced3), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:11.302539 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-7de2942b-bc0e-4f92-92c0-b1f90b82b893 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:11.317205 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-e0e11608-7567-4d5c-92dc-b44cb3485204 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks [] for security_group_rule (2eb1fdfa-2ddc-4d87-92cd-c8a32965ced3), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:11.399659 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e0904-ea65-466a-a911-8eccc0304235 req-45fcae59-1eae-4200-a0ea-4992b1b75553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:11.401170 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-387e0904-ea65-466a-a911-8eccc0304235 req-45fcae59-1eae-4200-a0ea-4992b1b75553 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=3e3b499bb69b4b449a2e2515d94094fb&device_id=c6d19002-eab6-4af7-b0bc-65bf247b3823 HTTP/1.1" status: 200 len: 1127 time: 0.0580456 Jul 20 15:37:11.415048 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-e0e11608-7567-4d5c-92dc-b44cb3485204 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624241'] for security_group_rule (2eb1fdfa-2ddc-4d87-92cd-c8a32965ced3), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:11.439880 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e11608-7567-4d5c-92dc-b44cb3485204 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eb1fdfa-2ddc-4d87-92cd-c8a32965ced3,revision_number=0']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:11.514889 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_common [None req-7de2942b-bc0e-4f92-92c0-b1f90b82b893 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Allocated IP 172.27.1.244 (8e10d912-d794-48e6-8f9b-6baf59c7f77e/d5daf119-8c14-4f50-a186-1c01cb5bfe5f/5a075a25-9cbf-4568-b96a-33934211fb4d) {{(pid=104509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:37:11.560152 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-e0e11608-7567-4d5c-92dc-b44cb3485204 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:11.564954 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-e0e11608-7567-4d5c-92dc-b44cb3485204 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4387660 Jul 20 15:37:11.573031 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 47144) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:37:11.573031 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-20fc5fa5-0c20-405e-a785-831456150b6a tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Request body: {'floatingip': {'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:37:11.574470 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:11.574659 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e0904-ea65-466a-a911-8eccc0304235 req-d6dfcaf4-95d8-46a5-bc37-34e466966d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:11.576145 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-387e0904-ea65-466a-a911-8eccc0304235 req-d6dfcaf4-95d8-46a5-bc37-34e466966d14 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f8cc0700-5535-424a-ac7f-e08c5c1408c4 HTTP/1.1" status: 200 len: 915 time: 0.1516869 Jul 20 15:37:11.702747 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-20fc5fa5-0c20-405e-a785-831456150b6a tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:11.803701 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-20fc5fa5-0c20-405e-a785-831456150b6a tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:11.921974 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-387e0904-ea65-466a-a911-8eccc0304235 req-ba4facff-01de-470f-a4b8-8aec1ee4281f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a HTTP/1.1" status: 200 len: 217 time: 0.0402620 Jul 20 15:37:11.997542 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-7de2942b-bc0e-4f92-92c0-b1f90b82b893 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks [] for port (5a075a25-9cbf-4568-b96a-33934211fb4d), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:11.998751 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:12.001685 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e0904-ea65-466a-a911-8eccc0304235 req-e9422d82-47e3-4cc7-a047-4a6c287f505b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:12.003285 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-387e0904-ea65-466a-a911-8eccc0304235 req-e9422d82-47e3-4cc7-a047-4a6c287f505b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=5e43b59f-6402-4695-9da5-d45bf3dfc200 HTTP/1.1" status: 200 len: 854 time: 0.0747511 Jul 20 15:37:12.055830 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-387e0904-ea65-466a-a911-8eccc0304235 req-8503c6e1-8395-4925-b409-4e517ca3e8eb service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f8cc0700-5535-424a-ac7f-e08c5c1408c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338764 Jul 20 15:37:12.191738 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-387e0904-ea65-466a-a911-8eccc0304235 req-06b89ede-1446-438e-bdc0-e0314aaec2d4 service neutron] 10.222.0.102 "GET /v2.0/networks/f8cc0700-5535-424a-ac7f-e08c5c1408c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287441 Jul 20 15:37:12.193971 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-7de2942b-bc0e-4f92-92c0-b1f90b82b893 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (5a075a25-9cbf-4568-b96a-33934211fb4d), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:12.239413 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c90493-c2e4-44d8-a807-a7240bdeff65 req-8ba89a63-38b9-4bb1-9add-e3173c17e2c8 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:12.240954 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-40c90493-c2e4-44d8-a807-a7240bdeff65 req-8ba89a63-38b9-4bb1-9add-e3173c17e2c8 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d19002-eab6-4af7-b0bc-65bf247b3823 HTTP/1.1" status: 200 len: 943 time: 0.0917439 Jul 20 15:37:12.265887 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de2942b-bc0e-4f92-92c0-b1f90b82b893 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Network 8e10d912-d794-48e6-8f9b-6baf59c7f77e is already hosted by enough agents. {{(pid=104509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:37:12.274740 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [None req-7de2942b-bc0e-4f92-92c0-b1f90b82b893 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Resources bound (agent type, host, resource id): {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:37:12.307561 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de2942b-bc0e-4f92-92c0-b1f90b82b893 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Received port after_create {{(pid=104509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:37:12.313396 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de2942b-bc0e-4f92-92c0-b1f90b82b893 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Pushing event updated for resources: {'Port': ['ID=5a075a25-9cbf-4568-b96a-33934211fb4d,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:12.324163 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-40c90493-c2e4-44d8-a807-a7240bdeff65 req-bd4a9bf6-2ece-42f2-8cdb-a51160a0db68 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/security-groups?id=88ec5720-5fb7-412c-b03c-781c9df83e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722911 Jul 20 15:37:12.398499 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-387e0904-ea65-466a-a911-8eccc0304235 req-3939f2b0-e0ad-4e3d-8c6b-98f214004d07 service neutron] 10.222.0.102 "GET /v2.0/networks/f8cc0700-5535-424a-ac7f-e08c5c1408c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936703 Jul 20 15:37:12.438367 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.db_base_plugin_common [None req-20fc5fa5-0c20-405e-a785-831456150b6a tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Allocated IP 172.27.1.92 (8e10d912-d794-48e6-8f9b-6baf59c7f77e/d5daf119-8c14-4f50-a186-1c01cb5bfe5f/e27e67d8-1550-44f2-87c3-6d08696f0bf3) {{(pid=104510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:37:12.441378 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-7de2942b-bc0e-4f92-92c0-b1f90b82b893 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks [] for floatingip (55fdf66a-5708-4f55-8115-1b801ff74399), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:12.562955 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-20fc5fa5-0c20-405e-a785-831456150b6a tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks [] for port (e27e67d8-1550-44f2-87c3-6d08696f0bf3), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:12.564247 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:12.573366 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-7de2942b-bc0e-4f92-92c0-b1f90b82b893 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (5a075a25-9cbf-4568-b96a-33934211fb4d), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:12.740346 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-7de2942b-bc0e-4f92-92c0-b1f90b82b893 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks [] for port (5a075a25-9cbf-4568-b96a-33934211fb4d), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:12.826410 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-7de2942b-bc0e-4f92-92c0-b1f90b82b893 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934114'] for port (5a075a25-9cbf-4568-b96a-33934211fb4d), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:12.892667 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de2942b-bc0e-4f92-92c0-b1f90b82b893 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Pushing event updated for resources: {'Port': ['ID=5a075a25-9cbf-4568-b96a-33934211fb4d,revision_number=2']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:12.905489 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-7de2942b-bc0e-4f92-92c0-b1f90b82b893 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714675'] for floatingip (55fdf66a-5708-4f55-8115-1b801ff74399), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:12.918454 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-20fc5fa5-0c20-405e-a785-831456150b6a tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25775823'] for port (e27e67d8-1550-44f2-87c3-6d08696f0bf3), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:12.956757 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fc5fa5-0c20-405e-a785-831456150b6a tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Network 8e10d912-d794-48e6-8f9b-6baf59c7f77e is already hosted by enough agents. {{(pid=104510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:37:12.961414 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:INSERT=8,neutron:SELECT=85,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:12.964505 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.base_scheduler [None req-20fc5fa5-0c20-405e-a785-831456150b6a tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Resources bound (agent type, host, resource id): {{(pid=104510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:37:12.969097 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fc5fa5-0c20-405e-a785-831456150b6a tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Received port after_create {{(pid=104510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:37:12.972228 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc5fa5-0c20-405e-a785-831456150b6a tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Pushing event updated for resources: {'Port': ['ID=e27e67d8-1550-44f2-87c3-6d08696f0bf3,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:13.040318 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-7de2942b-bc0e-4f92-92c0-b1f90b82b893 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for floatingip (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:13.049728 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-7de2942b-bc0e-4f92-92c0-b1f90b82b893 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9419188 Jul 20 15:37:13.051058 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-20fc5fa5-0c20-405e-a785-831456150b6a tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks [] for floatingip (ca0762f2-7ed7-4e53-bc71-8302f2c76e90), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:13.169225 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:13.215520 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-20fc5fa5-0c20-405e-a785-831456150b6a tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (e27e67d8-1550-44f2-87c3-6d08696f0bf3), before_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:13.240124 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-72ceb84f-ccd0-4096-bcf4-a017f75ef0ce tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--506882637&fields=id&tenant_id=4446d4a6f4e64ccb8bfd5b3fe6f2127a HTTP/1.1" status: 200 len: 267 time: 0.0938835 Jul 20 15:37:13.463277 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-0b1ed3fa-36c1-425d-938f-cd8d319ec554 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:13.464717 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-0b1ed3fa-36c1-425d-938f-cd8d319ec554 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/networks?id=f5eb24be-2bbb-47ab-b680-70a114f8f10e HTTP/1.1" status: 200 len: 816 time: 0.2159662 Jul 20 15:37:13.500128 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0922d1-2009-4478-8f4b-b93e5586302e req-049df60c-13ef-4e68-aceb-bc0165c540c4 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:13.501630 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3f0922d1-2009-4478-8f4b-b93e5586302e req-049df60c-13ef-4e68-aceb-bc0165c540c4 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d19002-eab6-4af7-b0bc-65bf247b3823 HTTP/1.1" status: 200 len: 943 time: 0.0954967 Jul 20 15:37:13.505169 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-06bc95b8-f5c1-49bc-9998-aae961a1ca09 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/quotas/4446d4a6f4e64ccb8bfd5b3fe6f2127a HTTP/1.1" status: 200 len: 375 time: 0.0341718 Jul 20 15:37:13.592848 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-20fc5fa5-0c20-405e-a785-831456150b6a tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks [] for port (e27e67d8-1550-44f2-87c3-6d08696f0bf3), precommit_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:13.604849 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:13.622851 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-0d24c41f-e7cf-4e44-a136-779751b5ba38 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4446d4a6f4e64ccb8bfd5b3fe6f2127a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0932288 Jul 20 15:37:13.622851 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3f0922d1-2009-4478-8f4b-b93e5586302e req-e2495634-21b8-4093-bc26-28e989038f0c tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/security-groups?id=88ec5720-5fb7-412c-b03c-781c9df83e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107941 Jul 20 15:37:13.728539 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-080aca8f-92c7-4979-b1d7-fd2d9a0ef744 service neutron] 10.222.0.78 "GET /v2.0/networks/f5eb24be-2bbb-47ab-b680-70a114f8f10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007404 Jul 20 15:37:13.733011 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:37:13.743511 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-20fc5fa5-0c20-405e-a785-831456150b6a tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25775864'] for port (e27e67d8-1550-44f2-87c3-6d08696f0bf3), after_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:13.843567 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a,segment=NetworkSegment(88aca104-d482-49b2-8299-19049d4870ae),segment_id=88aca104-d482-49b2-8299-19049d4870ae)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:37:13.855182 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Returning: {'device': '4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a', 'network_id': 'f8cc0700-5535-424a-ac7f-e08c5c1408c4', 'port_id': '4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a', 'mac_address': 'fa:16:3e:9c:3c:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 965, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e43b59f-6402-4695-9da5-d45bf3dfc200', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:37:13.876540 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc5fa5-0c20-405e-a785-831456150b6a tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Pushing event updated for resources: {'Port': ['ID=e27e67d8-1550-44f2-87c3-6d08696f0bf3,revision_number=2']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:13.889479 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-20fc5fa5-0c20-405e-a785-831456150b6a tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714675'] for floatingip (ca0762f2-7ed7-4e53-bc71-8302f2c76e90), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:13.890779 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:13.893360 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port 4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a is: DOWN; New status is: BUILD {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:37:13.893784 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:13.896380 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:13.907511 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a {{(pid=104511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:37:13.911206 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-36801cb8-d147-47cb-92f8-dd5dedf24c6f service neutron] 10.222.0.78 "GET /v2.0/networks/f5eb24be-2bbb-47ab-b680-70a114f8f10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763368 Jul 20 15:37:13.930979 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a,segment=NetworkSegment(88aca104-d482-49b2-8299-19049d4870ae),segment_id=88aca104-d482-49b2-8299-19049d4870ae)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:37:14.052871 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-20fc5fa5-0c20-405e-a785-831456150b6a tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for floatingip (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:14.054102 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-20fc5fa5-0c20-405e-a785-831456150b6a tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4879484 Jul 20 15:37:14.074598 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:14.124074 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a,revision_number=4']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:14.247820 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e928fe96-4a65-4925-a10a-be289b6628f9 req-889ee205-54d5-45af-bc18-9bd92b771abc tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 210 time: 0.0399623 Jul 20 15:37:14.251360 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-fa675515-92ba-4f77-92e8-99cbdf5080ec tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1062302096&fields=id&tenant_id=aa49d7002cf441348cf3166e64b1bc87 HTTP/1.1" status: 200 len: 267 time: 0.0780096 Jul 20 15:37:14.377811 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-4bbae770-4cf8-4ffc-acc2-37b15e67ef4f tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:14.379299 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-4bbae770-4cf8-4ffc-acc2-37b15e67ef4f tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/networks?id=fa5e056d-5a56-4462-a470-30c02f844e62 HTTP/1.1" status: 200 len: 811 time: 0.1213019 Jul 20 15:37:14.397975 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-81651e4e-bb58-48e0-ba2c-fa289b9258a3 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/quotas/aa49d7002cf441348cf3166e64b1bc87 HTTP/1.1" status: 200 len: 375 time: 0.0118976 Jul 20 15:37:14.420187 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] get_ports_and_sgs() called for port_ids ['4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a'] {{(pid=104511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:37:14.448570 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-1b574e17-e154-47f2-a9ec-3af560161deb tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=aa49d7002cf441348cf3166e64b1bc87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466330 Jul 20 15:37:14.602138 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-c7911803-b666-4442-9641-61a0304480e8 service neutron] 10.222.0.78 "GET /v2.0/networks/fa5e056d-5a56-4462-a470-30c02f844e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409552 Jul 20 15:37:14.615551 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:14.731249 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-7a817bdb-f07d-4b96-a11d-828e195d833c service neutron] 10.222.0.78 "GET /v2.0/networks/fa5e056d-5a56-4462-a470-30c02f844e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232829 Jul 20 15:37:14.753079 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffd0de-ec8e-4635-9e2c-12b97ebcc7b9 req-35d1d43b-a352-4c6c-aca9-2790daaf9c55 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:14.753929 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-afffd0de-ec8e-4635-9e2c-12b97ebcc7b9 req-35d1d43b-a352-4c6c-aca9-2790daaf9c55 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d19002-eab6-4af7-b0bc-65bf247b3823 HTTP/1.1" status: 200 len: 944 time: 0.0626407 Jul 20 15:37:14.810190 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-afffd0de-ec8e-4635-9e2c-12b97ebcc7b9 req-3fcedc2f-82b0-4420-bc36-beb16fb9cd87 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/security-groups?id=88ec5720-5fb7-412c-b03c-781c9df83e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492258 Jul 20 15:37:15.044215 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-93442967-2059-47ac-b562-62f115664d8e req-ddc75abc-aa56-4c7b-8148-47b5e7995e4e tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0f28926-7b36-49a2-bd27-7b7006fa992e HTTP/1.1" status: 200 len: 210 time: 0.0315900 Jul 20 15:37:15.352385 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-1966bab3-be69-4777-8eb9-a1e71b62341d req-79ee8e1b-3186-4ecd-ba44-9a3199dcf680 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 210 time: 0.0287082 Jul 20 15:37:15.748029 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a up at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:37:15.791789 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning for port 4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a completed by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 15:37:15.867581 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning complete for port 4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:37:15.867988 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:15.952382 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dae0ea-381b-4195-89dd-5884d9c5f53c req-20e55195-9ee4-47eb-8229-039b06b96464 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:15.953397 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port 4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a is: BUILD; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:37:15.953791 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:15.953933 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e9dae0ea-381b-4195-89dd-5884d9c5f53c req-20e55195-9ee4-47eb-8229-039b06b96464 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d19002-eab6-4af7-b0bc-65bf247b3823 HTTP/1.1" status: 200 len: 944 time: 0.0705795 Jul 20 15:37:15.983936 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d19002-eab6-4af7-b0bc-65bf247b3823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:37:15.983936 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d079ce0f3ed41026034ae0451e18cae4cf0a7f47a911dfcb655775793fbc38ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ec649d-8f22-4e9e-bb61-d0750ac0f48d" -d '{"events": [{"server_uuid": "c6d19002-eab6-4af7-b0bc-65bf247b3823", "name": "network-vif-plugged", "status": "completed", "tag": "4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:37:15.996933 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a,segment=NetworkSegment(88aca104-d482-49b2-8299-19049d4870ae),segment_id=88aca104-d482-49b2-8299-19049d4870ae)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:37:16.010900 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e9dae0ea-381b-4195-89dd-5884d9c5f53c req-267471c5-c7ca-4848-a47d-d6f01b73cd76 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/security-groups?id=88ec5720-5fb7-412c-b03c-781c9df83e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507722 Jul 20 15:37:16.024659 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 15:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c64466-2b83-4808-8f5e-75180754e803 x-openstack-request-id: req-b0c64466-2b83-4808-8f5e-75180754e803 {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:37:16.025650 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d19002-eab6-4af7-b0bc-65bf247b3823", "name": "network-vif-plugged", "status": "completed", "tag": "4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:37:16.025650 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b0c64466-2b83-4808-8f5e-75180754e803 {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:37:16.025650 dv-cinder-819149-12-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0c64466-2b83-4808-8f5e-75180754e803'] response: {'server_uuid': 'c6d19002-eab6-4af7-b0bc-65bf247b3823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a', 'code': 200} Jul 20 15:37:16.068851 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:16.128587 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a,revision_number=5']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:16.195866 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-f8413d96-1f17-4db1-9d4e-389fb72a7aec req-394189cd-67fb-4bd3-bd88-318d20757d44 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0f28926-7b36-49a2-bd27-7b7006fa992e HTTP/1.1" status: 200 len: 210 time: 0.0455706 Jul 20 15:37:16.423772 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110fbcce-c9ae-429e-9e4d-8946007ded2f req-3b0f3e7a-0b31-4503-b439-33bad9cc7f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:16.425313 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-110fbcce-c9ae-429e-9e4d-8946007ded2f req-3b0f3e7a-0b31-4503-b439-33bad9cc7f09 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=c6d19002-eab6-4af7-b0bc-65bf247b3823 HTTP/1.1" status: 200 len: 1129 time: 0.0461230 Jul 20 15:37:16.462981 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-77a56ece-50be-465d-a709-8878ad4de80d req-84529973-b3bb-41fd-9f32-bbce114bd2cf tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 210 time: 0.0296209 Jul 20 15:37:16.479138 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-110fbcce-c9ae-429e-9e4d-8946007ded2f req-611dad34-fa72-4ec3-8eb3-c78c2ab923d3 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=88ec5720-5fb7-412c-b03c-781c9df83e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434394 Jul 20 15:37:17.137692 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101022ba-b929-40cf-ba38-3ecf7d1f330a req-c0f7bf77-1cf0-4b7a-9b35-6e85b036ace9 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:17.139287 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-101022ba-b929-40cf-ba38-3ecf7d1f330a req-c0f7bf77-1cf0-4b7a-9b35-6e85b036ace9 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d19002-eab6-4af7-b0bc-65bf247b3823 HTTP/1.1" status: 200 len: 945 time: 0.0502849 Jul 20 15:37:17.195363 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-101022ba-b929-40cf-ba38-3ecf7d1f330a req-f50b36d1-2036-4dc5-a6ed-226e4e5ae5a1 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/security-groups?id=88ec5720-5fb7-412c-b03c-781c9df83e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498381 Jul 20 15:37:17.304602 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-0cc63428-d8e9-4ddb-a4df-3394edabf815 req-3b03ef2a-388d-4994-9dc8-70c0a5ee1e01 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0f28926-7b36-49a2-bd27-7b7006fa992e HTTP/1.1" status: 200 len: 210 time: 0.0292025 Jul 20 15:37:17.562667 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-17825c09-2e0d-4311-8cf3-5eb71360ed7b req-7ab49e96-217b-4855-826c-3f5d765a5fc8 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 210 time: 0.0279009 Jul 20 15:37:17.757168 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-c921bf04-5a7a-425f-85e5-e9fcc9d2f154 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:17.758667 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-c921bf04-5a7a-425f-85e5-e9fcc9d2f154 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.102 "GET /v2.0/networks?id=f5eb24be-2bbb-47ab-b680-70a114f8f10e HTTP/1.1" status: 200 len: 816 time: 0.1190085 Jul 20 15:37:17.839309 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-4bbf9b29-6d21-4f42-aea9-23ed87c38161 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4446d4a6f4e64ccb8bfd5b3fe6f2127a HTTP/1.1" status: 200 len: 379 time: 0.0648279 Jul 20 15:37:18.152846 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627da59-9775-4cbe-a88c-119b496bf893 req-1c4d7edd-9d80-4b8b-bfe4-a127abd887fd tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:18.154426 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5627da59-9775-4cbe-a88c-119b496bf893 req-1c4d7edd-9d80-4b8b-bfe4-a127abd887fd tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 945 time: 0.0547590 Jul 20 15:37:18.208348 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-4610f756-97a7-40f8-8f50-863e0a5e8aa7 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Request body: {'port': {'device_id': 'f1f04603-2085-4cc0-8263-d9c95c31f8a7', 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e', 'admin_state_up': True, 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'security_groups': ['e6ee9076-de60-405c-8c51-f340933750de']}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:37:18.215658 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5627da59-9775-4cbe-a88c-119b496bf893 req-1d775ac4-6471-411c-8b80-8234b22d37c8 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=01a306c2-cb97-49eb-a20f-5773ace76a30&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0473969 Jul 20 15:37:18.215944 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:18.367265 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89deda4-da93-407d-9be0-fa9403fba810 req-0389e777-0c31-482a-abbe-b55b7fb2bb38 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:18.368734 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e89deda4-da93-407d-9be0-fa9403fba810 req-0389e777-0c31-482a-abbe-b55b7fb2bb38 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d19002-eab6-4af7-b0bc-65bf247b3823 HTTP/1.1" status: 200 len: 945 time: 0.0666561 Jul 20 15:37:18.382476 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:18.421951 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5240401c-dc52-41c0-959e-2be7c781e65b req-5d566770-ba46-4d97-9103-af69f58fbfca tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0f28926-7b36-49a2-bd27-7b7006fa992e HTTP/1.1" status: 200 len: 210 time: 0.0409613 Jul 20 15:37:18.445311 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e89deda4-da93-407d-9be0-fa9403fba810 req-a8964cee-e464-4fa1-a3ea-9f846bd722e8 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/security-groups?id=88ec5720-5fb7-412c-b03c-781c9df83e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704880 Jul 20 15:37:18.479270 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-4610f756-97a7-40f8-8f50-863e0a5e8aa7 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Made reservation on behalf of 4446d4a6f4e64ccb8bfd5b3fe6f2127a for: {'port': 1} {{(pid=104509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:37:18.483422 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-4610f756-97a7-40f8-8f50-863e0a5e8aa7 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:18.630846 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_common [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-4610f756-97a7-40f8-8f50-863e0a5e8aa7 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Allocated IP 172.20.0.14 (f5eb24be-2bbb-47ab-b680-70a114f8f10e/4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c/a14d5f16-fe56-45ba-b07b-4affc5762962) {{(pid=104509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:37:18.668650 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:18.675215 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2c2f7f02-3cfd-48f6-ae3d-22f4ef38c3a4 req-0c107d6c-9493-4abd-b1de-0c167c24509a tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 210 time: 0.0309367 Jul 20 15:37:18.790558 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-4610f756-97a7-40f8-8f50-863e0a5e8aa7 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks [] for port (a14d5f16-fe56-45ba-b07b-4affc5762962), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:18.944886 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-4610f756-97a7-40f8-8f50-863e0a5e8aa7 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (a14d5f16-fe56-45ba-b07b-4affc5762962), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:18.996095 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-4610f756-97a7-40f8-8f50-863e0a5e8aa7 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Network f5eb24be-2bbb-47ab-b680-70a114f8f10e is already hosted by enough agents. {{(pid=104509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:37:19.001475 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-4610f756-97a7-40f8-8f50-863e0a5e8aa7 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Resources bound (agent type, host, resource id): {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:37:19.003672 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4610f756-97a7-40f8-8f50-863e0a5e8aa7 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Pushing event updated for resources: {'Port': ['ID=a14d5f16-fe56-45ba-b07b-4affc5762962,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:19.005906 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-4610f756-97a7-40f8-8f50-863e0a5e8aa7 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Received port after_create {{(pid=104509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:37:19.068059 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-4610f756-97a7-40f8-8f50-863e0a5e8aa7 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:19.068059 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-4610f756-97a7-40f8-8f50-863e0a5e8aa7 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:19.143374 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-4610f756-97a7-40f8-8f50-863e0a5e8aa7 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9394341 Jul 20 15:37:19.274682 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-0a516a27-aec2-4e8b-b805-b45166216875 None None] Provisioning complete for port a14d5f16-fe56-45ba-b07b-4affc5762962 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:37:19.275236 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0a516a27-aec2-4e8b-b805-b45166216875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (a14d5f16-fe56-45ba-b07b-4affc5762962), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:19.317458 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-0a516a27-aec2-4e8b-b805-b45166216875 None None] Port a14d5f16-fe56-45ba-b07b-4affc5762962 cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:37:19.345127 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e625d-9178-4518-84b8-ce83b85f91aa req-e1bd6b51-1ce2-4eb3-838b-924a3b7c3657 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:19.346773 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-138e625d-9178-4518-84b8-ce83b85f91aa req-e1bd6b51-1ce2-4eb3-838b-924a3b7c3657 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 945 time: 0.0607650 Jul 20 15:37:19.402690 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-138e625d-9178-4518-84b8-ce83b85f91aa req-adfe97cb-044e-4ecd-a790-42284cf07338 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=01a306c2-cb97-49eb-a20f-5773ace76a30&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0476501 Jul 20 15:37:19.528631 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4aa1b616-7d26-4bbd-8fb7-d86d3ca3a5ac req-ae1a2c20-277f-4c78-9182-1dfab729b025 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0f28926-7b36-49a2-bd27-7b7006fa992e HTTP/1.1" status: 200 len: 210 time: 0.0305634 Jul 20 15:37:19.574051 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a76fb9-cf02-4ef5-9ba2-38bc0dff4fd6 req-37ac3f0d-238f-47b1-85fc-5d5238295161 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:19.576257 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-06a76fb9-cf02-4ef5-9ba2-38bc0dff4fd6 req-37ac3f0d-238f-47b1-85fc-5d5238295161 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d19002-eab6-4af7-b0bc-65bf247b3823 HTTP/1.1" status: 200 len: 945 time: 0.0506563 Jul 20 15:37:19.626681 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-06a76fb9-cf02-4ef5-9ba2-38bc0dff4fd6 req-b2ee40e5-f6be-4366-9e35-e0e2a01436f7 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/security-groups?id=88ec5720-5fb7-412c-b03c-781c9df83e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447323 Jul 20 15:37:19.807187 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4184c2f-3848-456a-ad11-3b17685d906f req-b43903b3-a8d3-48e8-93be-5d6bb0f2ae4f tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:19.807886 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b4184c2f-3848-456a-ad11-3b17685d906f req-b43903b3-a8d3-48e8-93be-5d6bb0f2ae4f tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 932 time: 0.0531805 Jul 20 15:37:19.856992 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b4184c2f-3848-456a-ad11-3b17685d906f req-e1b4aaa6-5870-4956-b842-155e5ca34412 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426979 Jul 20 15:37:20.060618 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-51341fe9-eb2e-4ee1-bc7e-02c18dbd5752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:20.520218 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e7165-f3d8-41e3-8b97-7166044bec43 req-fad7de28-43ad-486e-abec-cbf3ec528827 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:20.521730 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-292e7165-f3d8-41e3-8b97-7166044bec43 req-fad7de28-43ad-486e-abec-cbf3ec528827 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 945 time: 0.0482984 Jul 20 15:37:20.570296 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-292e7165-f3d8-41e3-8b97-7166044bec43 req-2d26c01e-c4dc-49d2-8c2c-5e9f89ecb8b2 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=01a306c2-cb97-49eb-a20f-5773ace76a30&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0423658 Jul 20 15:37:20.665085 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-23d64a32-7ef1-4ff4-8ee2-6882a63d539f req-47ad56ad-295d-4554-9e4a-2ec45bf24124 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0f28926-7b36-49a2-bd27-7b7006fa992e HTTP/1.1" status: 200 len: 210 time: 0.0280392 Jul 20 15:37:20.977344 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220cbf3-3cff-4ddb-a508-acc5bae028e3 req-e4f6cafd-636b-4f72-a077-18db60425be3 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:20.978825 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4220cbf3-3cff-4ddb-a508-acc5bae028e3 req-e4f6cafd-636b-4f72-a077-18db60425be3 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 932 time: 0.0509393 Jul 20 15:37:21.010685 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:21.027908 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4220cbf3-3cff-4ddb-a508-acc5bae028e3 req-ff9435df-8367-4966-ba80-bf7883bb3f17 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433891 Jul 20 15:37:21.691073 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda3fc0-05f5-483e-be55-06aef0e18259 req-f3bc2ba6-9949-4458-b58e-aacccc0f1152 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:21.692667 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-eeda3fc0-05f5-483e-be55-06aef0e18259 req-f3bc2ba6-9949-4458-b58e-aacccc0f1152 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 945 time: 0.0484593 Jul 20 15:37:21.743409 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-eeda3fc0-05f5-483e-be55-06aef0e18259 req-709e348f-b44c-4532-824b-cc482f42fc7e tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=01a306c2-cb97-49eb-a20f-5773ace76a30&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0447645 Jul 20 15:37:21.831745 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-57641a6c-1c6a-44e2-9866-0d899d4b6cba req-1bc4515b-6529-4539-99a1-dc7499d67900 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0f28926-7b36-49a2-bd27-7b7006fa992e HTTP/1.1" status: 200 len: 210 time: 0.0316806 Jul 20 15:37:22.147342 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894bc63-fd23-458b-a6c2-670b5e79172b req-61b0c917-4645-4111-a2b1-3f195b5df1a2 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:22.149295 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4894bc63-fd23-458b-a6c2-670b5e79172b req-61b0c917-4645-4111-a2b1-3f195b5df1a2 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 932 time: 0.0466142 Jul 20 15:37:22.220441 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4894bc63-fd23-458b-a6c2-670b5e79172b req-73acac24-9b4a-47cc-b841-fa3298feebf0 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645781 Jul 20 15:37:22.392531 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9dc18c24-a31d-4c15-a33e-db435ee07fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:22.511245 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-809ed50b-b655-4019-8a69-3f29e5448dba service neutron] Request body: {'port': {'device_id': 'f1f04603-2085-4cc0-8263-d9c95c31f8a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:37:22.660005 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-809ed50b-b655-4019-8a69-3f29e5448dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (a14d5f16-fe56-45ba-b07b-4affc5762962), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:22.715715 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-baf1c748-848a-4d5d-9a50-e3a8a00ed5ec tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:22.717328 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-baf1c748-848a-4d5d-9a50-e3a8a00ed5ec tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.102 "GET /v2.0/networks?id=fa5e056d-5a56-4462-a470-30c02f844e62 HTTP/1.1" status: 200 len: 811 time: 0.1995814 Jul 20 15:37:22.818159 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:22.875048 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde2a6d-f35a-439a-b709-b5352265a4d4 req-4715fcaa-1431-492c-8299-529e845e8cf5 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:22.876622 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4bde2a6d-f35a-439a-b709-b5352265a4d4 req-4715fcaa-1431-492c-8299-529e845e8cf5 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 945 time: 0.0514874 Jul 20 15:37:22.939493 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4bde2a6d-f35a-439a-b709-b5352265a4d4 req-0a3bc611-32c7-4f92-aff2-b2d6ac437942 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=01a306c2-cb97-49eb-a20f-5773ace76a30&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0524378 Jul 20 15:37:23.024464 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-840d3d47-0280-42f7-ada4-d8e94e319fb5 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa49d7002cf441348cf3166e64b1bc87 HTTP/1.1" status: 200 len: 380 time: 0.1140511 Jul 20 15:37:23.032820 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-809ed50b-b655-4019-8a69-3f29e5448dba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a14d5f16-fe56-45ba-b07b-4affc5762962 {{(pid=104509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:37:23.047659 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-a6e47d5d-0906-4c0a-bc28-8e580ee4eb16 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Request body: {'port': {'device_id': 'a0f28926-7b36-49a2-bd27-7b7006fa992e', 'network_id': 'fa5e056d-5a56-4462-a470-30c02f844e62', 'admin_state_up': True, 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87', 'security_groups': ['eb74c477-fd0d-46de-b6ea-0f877401d969']}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:37:23.062029 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-809ed50b-b655-4019-8a69-3f29e5448dba service neutron] Publish callbacks [] for port (a14d5f16-fe56-45ba-b07b-4affc5762962), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:23.108249 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4b611602-e511-4df9-8d99-5affa4b82be9 req-6c9bd3ee-0c90-4e05-ad98-ccb841de95c7 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0f28926-7b36-49a2-bd27-7b7006fa992e HTTP/1.1" status: 200 len: 210 time: 0.0759408 Jul 20 15:37:23.121131 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67fe1d-ea98-4c15-9008-166716dcec1e req-180ccc1a-0e45-4c56-9c43-8e52fb33580e tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:23.123655 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-7a67fe1d-ea98-4c15-9008-166716dcec1e req-180ccc1a-0e45-4c56-9c43-8e52fb33580e tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.102 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 945 time: 0.1299889 Jul 20 15:37:23.126669 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.provisioning_blocks [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-809ed50b-b655-4019-8a69-3f29e5448dba service neutron] Transition to ACTIVE for port object a14d5f16-fe56-45ba-b07b-4affc5762962 will not be triggered until provisioned by entity L2. {{(pid=104509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 15:37:23.174379 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:23.225454 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-809ed50b-b655-4019-8a69-3f29e5448dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934114'] for port (a14d5f16-fe56-45ba-b07b-4affc5762962), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:23.245475 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [req-7a67fe1d-ea98-4c15-9008-166716dcec1e req-4fb93de6-9bf2-40b7-8a4c-6103cfc8331f tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Deleting port e2135397-d828-46e2-a219-f788f406eb08 {{(pid=104510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:37:23.246875 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-7a67fe1d-ea98-4c15-9008-166716dcec1e req-4fb93de6-9bf2-40b7-8a4c-6103cfc8331f tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (e2135397-d828-46e2-a219-f788f406eb08), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:23.339316 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ed50b-b655-4019-8a69-3f29e5448dba service neutron] Pushing event updated for resources: {'Port': ['ID=a14d5f16-fe56-45ba-b07b-4affc5762962,revision_number=2']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:23.412770 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:23.445317 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-a6e47d5d-0906-4c0a-bc28-8e580ee4eb16 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Made reservation on behalf of aa49d7002cf441348cf3166e64b1bc87 for: {'port': 1} {{(pid=104509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:37:23.447918 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-a6e47d5d-0906-4c0a-bc28-8e580ee4eb16 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:23.453469 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.db [req-7a67fe1d-ea98-4c15-9008-166716dcec1e req-4fb93de6-9bf2-40b7-8a4c-6103cfc8331f tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] For port e2135397-d828-46e2-a219-f788f406eb08, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=e2135397-d828-46e2-a219-f788f406eb08,segment=NetworkSegment(662891f8-8b9a-43c8-9ec2-0f1ae07a78f2),segment_id=662891f8-8b9a-43c8-9ec2-0f1ae07a78f2)] {{(pid=104510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:37:23.453657 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-7a67fe1d-ea98-4c15-9008-166716dcec1e req-4fb93de6-9bf2-40b7-8a4c-6103cfc8331f tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (e2135397-d828-46e2-a219-f788f406eb08), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:23.462600 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050de47-7ba3-467c-8439-6f1d7bcfb9e2 req-293d2ca9-da04-40ef-97f0-77ce3f491ee4 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:23.469835 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e050de47-7ba3-467c-8439-6f1d7bcfb9e2 req-293d2ca9-da04-40ef-97f0-77ce3f491ee4 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 944 time: 0.1102731 Jul 20 15:37:23.487240 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:23.489826 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:23.558952 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-809ed50b-b655-4019-8a69-3f29e5448dba service neutron] Attempting to bind port a14d5f16-fe56-45ba-b07b-4affc5762962 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:37:23.560074 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-809ed50b-b655-4019-8a69-3f29e5448dba service neutron] Attempting to bind port a14d5f16-fe56-45ba-b07b-4affc5762962 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '643648c2-fbcf-4011-96d1-5d3dde59321a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e'}] {{(pid=104509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:37:23.560247 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-809ed50b-b655-4019-8a69-3f29e5448dba service neutron] Attempting to bind port a14d5f16-fe56-45ba-b07b-4affc5762962 on network f5eb24be-2bbb-47ab-b680-70a114f8f10e {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:37:23.586760 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-809ed50b-b655-4019-8a69-3f29e5448dba service neutron] Port a14d5f16-fe56-45ba-b07b-4affc5762962 on network f5eb24be-2bbb-47ab-b680-70a114f8f10e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 15:37:23.587690 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-809ed50b-b655-4019-8a69-3f29e5448dba service neutron] Attempting to bind port a14d5f16-fe56-45ba-b07b-4affc5762962 on network f5eb24be-2bbb-47ab-b680-70a114f8f10e {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:37:23.607498 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:23.619030 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-809ed50b-b655-4019-8a69-3f29e5448dba service neutron] Checking agent: {'id': '84834a4b-f4d1-4c41-9203-9b15edc444f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 29, 38), 'started_at': datetime.datetime(2022, 7, 20, 15, 29, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:37:23.620688 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-809ed50b-b655-4019-8a69-3f29e5448dba service neutron] Checking segment: {'id': '643648c2-fbcf-4011-96d1-5d3dde59321a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:37:23.620688 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-809ed50b-b655-4019-8a69-3f29e5448dba service neutron] Bound using segment: {'id': '643648c2-fbcf-4011-96d1-5d3dde59321a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e'} {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:37:23.623100 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-809ed50b-b655-4019-8a69-3f29e5448dba service neutron] Bound port: a14d5f16-fe56-45ba-b07b-4affc5762962, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '643648c2-fbcf-4011-96d1-5d3dde59321a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e'}}] {{(pid=104509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:37:23.623633 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-809ed50b-b655-4019-8a69-3f29e5448dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (a14d5f16-fe56-45ba-b07b-4affc5762962), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:23.684179 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_common [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-a6e47d5d-0906-4c0a-bc28-8e580ee4eb16 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Allocated IP 172.20.0.13 (fa5e056d-5a56-4462-a470-30c02f844e62/c9fff1ac-07cb-4893-9ae7-8ae90fdf7477/3aaaffa8-35ca-428a-a369-dca539b96513) {{(pid=104509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:37:23.702709 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:23.717837 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e050de47-7ba3-467c-8439-6f1d7bcfb9e2 req-28051905-c229-4bab-b8dc-7e921adb0433 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2468243 Jul 20 15:37:23.762553 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-809ed50b-b655-4019-8a69-3f29e5448dba service neutron] For port a14d5f16-fe56-45ba-b07b-4affc5762962, host hv-cinder-81914, cleared binding levels {{(pid=104509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:37:23.767130 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-809ed50b-b655-4019-8a69-3f29e5448dba service neutron] For port a14d5f16-fe56-45ba-b07b-4affc5762962, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a14d5f16-fe56-45ba-b07b-4affc5762962,segment=NetworkSegment(643648c2-fbcf-4011-96d1-5d3dde59321a),segment_id=643648c2-fbcf-4011-96d1-5d3dde59321a)] {{(pid=104509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:37:23.820850 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-7a67fe1d-ea98-4c15-9008-166716dcec1e req-4fb93de6-9bf2-40b7-8a4c-6103cfc8331f tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:23.821454 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-7a67fe1d-ea98-4c15-9008-166716dcec1e req-4fb93de6-9bf2-40b7-8a4c-6103cfc8331f tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714675'] for floatingip (91348eaa-4f6c-467c-a308-58e5f621dce0), after_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:23.821977 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.db.l3_db [req-7a67fe1d-ea98-4c15-9008-166716dcec1e req-4fb93de6-9bf2-40b7-8a4c-6103cfc8331f tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Floating IP 91348eaa-4f6c-467c-a308-58e5f621dce0 disassociated. External IP: 172.27.1.94, port: e2135397-d828-46e2-a219-f788f406eb08. Jul 20 15:37:23.822607 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [req-7a67fe1d-ea98-4c15-9008-166716dcec1e req-4fb93de6-9bf2-40b7-8a4c-6103cfc8331f tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Calling delete_port for e2135397-d828-46e2-a219-f788f406eb08 owned by compute:nova {{(pid=104510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:37:23.911374 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-a6e47d5d-0906-4c0a-bc28-8e580ee4eb16 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks [] for port (3aaaffa8-35ca-428a-a369-dca539b96513), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:23.925940 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:23.940690 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-809ed50b-b655-4019-8a69-3f29e5448dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934114'] for port (a14d5f16-fe56-45ba-b07b-4affc5762962), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:24.023774 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-809ed50b-b655-4019-8a69-3f29e5448dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:24.024093 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-809ed50b-b655-4019-8a69-3f29e5448dba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:24.026486 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-809ed50b-b655-4019-8a69-3f29e5448dba service neutron] 10.222.0.102 "PUT /v2.0/ports/a14d5f16-fe56-45ba-b07b-4affc5762962 HTTP/1.1" status: 200 len: 1094 time: 1.5218544 Jul 20 15:37:24.027185 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1f04603-2085-4cc0-8263-d9c95c31f8a7', 'tag': 'a14d5f16-fe56-45ba-b07b-4affc5762962'}] {{(pid=104509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:37:24.031542 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df77c6b91a480694ea4413056d8ef6386aadd078611a8438297a7cf852766117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dccfad13-102c-41ef-8ca9-3dcc600d1b35" -d '{"events": [{"name": "network-changed", "server_uuid": "f1f04603-2085-4cc0-8263-d9c95c31f8a7", "tag": "a14d5f16-fe56-45ba-b07b-4affc5762962"}]}' {{(pid=104509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:37:24.076459 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ed50b-b655-4019-8a69-3f29e5448dba service neutron] Pushing event updated for resources: {'Port': ['ID=a14d5f16-fe56-45ba-b07b-4affc5762962,revision_number=3']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:24.092768 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-a6e47d5d-0906-4c0a-bc28-8e580ee4eb16 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (3aaaffa8-35ca-428a-a369-dca539b96513), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:24.119959 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-7a67fe1d-ea98-4c15-9008-166716dcec1e req-4fb93de6-9bf2-40b7-8a4c-6103cfc8331f tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25775823'] for port (e2135397-d828-46e2-a219-f788f406eb08), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:24.170492 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb93de6-9bf2-40b7-8a4c-6103cfc8331f tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Pushing event deleted for resources: {'Port': ['ID=e2135397-d828-46e2-a219-f788f406eb08,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:24.172594 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-a6e47d5d-0906-4c0a-bc28-8e580ee4eb16 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Network fa5e056d-5a56-4462-a470-30c02f844e62 is already hosted by enough agents. {{(pid=104509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:37:24.193741 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f4ee6-83b4-4092-a9d8-01eaef1779eb req-0465c253-a3c8-4fca-893d-901a805735ec tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:24.197662 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-156f4ee6-83b4-4092-a9d8-01eaef1779eb req-0465c253-a3c8-4fca-893d-901a805735ec tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 945 time: 0.1356692 Jul 20 15:37:24.226254 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 15:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555b7065-da73-425c-bed0-a559277d2340 x-openstack-request-id: req-555b7065-da73-425c-bed0-a559277d2340 {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:37:24.226665 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1f04603-2085-4cc0-8263-d9c95c31f8a7", "tag": "a14d5f16-fe56-45ba-b07b-4affc5762962", "status": "completed", "code": 200}]} {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:37:24.226925 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-555b7065-da73-425c-bed0-a559277d2340 {{(pid=104509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:37:24.227338 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-555b7065-da73-425c-bed0-a559277d2340'] response: {'name': 'network-changed', 'server_uuid': 'f1f04603-2085-4cc0-8263-d9c95c31f8a7', 'tag': 'a14d5f16-fe56-45ba-b07b-4affc5762962', 'status': 'completed', 'code': 200} Jul 20 15:37:24.228346 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-a6e47d5d-0906-4c0a-bc28-8e580ee4eb16 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Resources bound (agent type, host, resource id): {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:37:24.231098 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-a6e47d5d-0906-4c0a-bc28-8e580ee4eb16 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Received port after_create {{(pid=104509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:37:24.291909 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:24.309157 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e47d5d-0906-4c0a-bc28-8e580ee4eb16 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Pushing event updated for resources: {'Port': ['ID=3aaaffa8-35ca-428a-a369-dca539b96513,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:24.315841 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-74d72442-6964-4b4a-b421-f43a33d7ab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:24.317381 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-74d72442-6964-4b4a-b421-f43a33d7ab35 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4446d4a6f4e64ccb8bfd5b3fe6f2127a&device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 1128 time: 0.1629047 Jul 20 15:37:24.344900 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-a6e47d5d-0906-4c0a-bc28-8e580ee4eb16 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:24.345671 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-a6e47d5d-0906-4c0a-bc28-8e580ee4eb16 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:24.374397 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-156f4ee6-83b4-4092-a9d8-01eaef1779eb req-ada29e0a-07da-4b4b-82cb-35760906d15c tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=01a306c2-cb97-49eb-a20f-5773ace76a30&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1756263 Jul 20 15:37:24.389373 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-15c4d941-825e-44c5-939e-8329eaaac1d3 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a14d5f16-fe56-45ba-b07b-4affc5762962 HTTP/1.1" status: 200 len: 217 time: 0.0603836 Jul 20 15:37:24.456322 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-96974878-f515-42cd-8ecd-0aab59bb77e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:24.458000 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-96974878-f515-42cd-8ecd-0aab59bb77e5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c HTTP/1.1" status: 200 len: 855 time: 0.0592766 Jul 20 15:37:24.508508 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-67a7d515-a06f-4519-9f92-b7fe285d494f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:24.510036 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-67a7d515-a06f-4519-9f92-b7fe285d494f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f5eb24be-2bbb-47ab-b680-70a114f8f10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431376 Jul 20 15:37:24.517539 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-93493f28-67c6-42c5-b68c-f75d9e9f2552 None None] Provisioning complete for port 3aaaffa8-35ca-428a-a369-dca539b96513 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:37:24.517930 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-93493f28-67c6-42c5-b68c-f75d9e9f2552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (3aaaffa8-35ca-428a-a369-dca539b96513), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:24.541571 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-a6e47d5d-0906-4c0a-bc28-8e580ee4eb16 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5006406 Jul 20 15:37:24.556010 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-93493f28-67c6-42c5-b68c-f75d9e9f2552 None None] Port 3aaaffa8-35ca-428a-a369-dca539b96513 cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:37:24.584539 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-6e3fd3ac-6f27-4486-8a85-bd8ecfd5b441 service neutron] Request body: {'port': {'device_id': 'a0f28926-7b36-49a2-bd27-7b7006fa992e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:37:24.651761 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93a236-5bf6-4c54-b026-2243487e6d73 req-11c04a7a-684f-4aac-9a11-81763fe489fb tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:24.653029 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-20618d94-cc8b-4244-946d-876b57445b5b service neutron] 10.222.0.102 "GET /v2.0/networks/f5eb24be-2bbb-47ab-b680-70a114f8f10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351871 Jul 20 15:37:24.653286 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6d93a236-5bf6-4c54-b026-2243487e6d73 req-11c04a7a-684f-4aac-9a11-81763fe489fb tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0f28926-7b36-49a2-bd27-7b7006fa992e HTTP/1.1" status: 200 len: 932 time: 0.3779469 Jul 20 15:37:24.704673 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:24.708684 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-6e3fd3ac-6f27-4486-8a85-bd8ecfd5b441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (3aaaffa8-35ca-428a-a369-dca539b96513), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:24.723454 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a67fe1d-ea98-4c15-9008-166716dcec1e req-4fb93de6-9bf2-40b7-8a4c-6103cfc8331f tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Router ebf4287d-ab00-4852-994d-69a12c2f480d has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:37:24.735812 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6d93a236-5bf6-4c54-b026-2243487e6d73 req-3684254f-b3ad-43df-8346-379ea94b0b85 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=eb74c477-fd0d-46de-b6ea-0f877401d969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740781 Jul 20 15:37:24.815179 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-9f42efcd-2245-4878-8ef5-3e6af9398eb3 req-93d93e76-aa12-422d-8f9e-f4fe3f55c11e service neutron] 10.222.0.102 "GET /v2.0/networks/f5eb24be-2bbb-47ab-b680-70a114f8f10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451547 Jul 20 15:37:24.868697 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a67fe1d-ea98-4c15-9008-166716dcec1e req-4fb93de6-9bf2-40b7-8a4c-6103cfc8331f tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:37:24.881807 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2eb35cf-7f1a-4c45-888a-63f02b5ccb33 None None] Sync routers for ids ['ebf4287d-ab00-4852-994d-69a12c2f480d'] in dv-cinder-819149-12-iscsi {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:37:24.893339 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:24.910531 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2eb35cf-7f1a-4c45-888a-63f02b5ccb33 None None] Routers {'ebf4287d-ab00-4852-994d-69a12c2f480d'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:37:24.911798 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-c2eb35cf-7f1a-4c45-888a-63f02b5ccb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:37:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['ebf4287d-ab00-4852-994d-69a12c2f480d'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:37:24.992877 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:24.994649 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a67fe1d-ea98-4c15-9008-166716dcec1e req-4fb93de6-9bf2-40b7-8a4c-6103cfc8331f tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] No DVR routers for this DVR port e2135397-d828-46e2-a219-f788f406eb08 on host hv-cinder-81914 {{(pid=104510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 15:37:24.999588 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-7a67fe1d-ea98-4c15-9008-166716dcec1e req-4fb93de6-9bf2-40b7-8a4c-6103cfc8331f tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:25.003992 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-7a67fe1d-ea98-4c15-9008-166716dcec1e req-4fb93de6-9bf2-40b7-8a4c-6103cfc8331f tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.102 "DELETE /v2.0/ports/e2135397-d828-46e2-a219-f788f406eb08 HTTP/1.1" status: 204 len: 173 time: 1.8724060 Jul 20 15:37:25.007237 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91beb453-6320-472a-951c-3fda16747994', 'name': 'network-vif-deleted', 'tag': 'e2135397-d828-46e2-a219-f788f406eb08'}] {{(pid=104510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:37:25.010299 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e6f04493f4523d7005559a5723156fec6de25b8db42c399d87358264a9319a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06754325-b49e-4df7-b4d9-0e2bb39ad33d" -d '{"events": [{"server_uuid": "91beb453-6320-472a-951c-3fda16747994", "name": "network-vif-deleted", "tag": "e2135397-d828-46e2-a219-f788f406eb08"}]}' {{(pid=104510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:37:25.028286 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f352e74-2234-4ca0-a5ab-4b1500b31406 req-40a70d6d-0f1e-430c-9453-8fc589d1e9e1 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:25.030249 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-1f352e74-2234-4ca0-a5ab-4b1500b31406 req-40a70d6d-0f1e-430c-9453-8fc589d1e9e1 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 944 time: 0.1043983 Jul 20 15:37:25.036203 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-c2eb35cf-7f1a-4c45-888a-63f02b5ccb33 None None] Set router ebf4287d-ab00-4852-994d-69a12c2f480d gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:37:25.087695 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-6e3fd3ac-6f27-4486-8a85-bd8ecfd5b441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aaaffa8-35ca-428a-a369-dca539b96513 {{(pid=104509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:37:25.096930 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-6e3fd3ac-6f27-4486-8a85-bd8ecfd5b441 service neutron] Publish callbacks [] for port (3aaaffa8-35ca-428a-a369-dca539b96513), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:25.098810 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-1f352e74-2234-4ca0-a5ab-4b1500b31406 req-da928e60-1a88-4e9c-9108-d79d06473eec tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624952 Jul 20 15:37:25.107120 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:25.124927 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 15:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118d6476-51bb-4e01-bc60-36c2de303a33 x-openstack-request-id: req-118d6476-51bb-4e01-bc60-36c2de303a33 {{(pid=104510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:37:25.125248 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91beb453-6320-472a-951c-3fda16747994", "name": "network-vif-deleted", "tag": "e2135397-d828-46e2-a219-f788f406eb08", "status": "completed", "code": 200}]} {{(pid=104510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:37:25.125622 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-118d6476-51bb-4e01-bc60-36c2de303a33 {{(pid=104510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:37:25.126047 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-118d6476-51bb-4e01-bc60-36c2de303a33'] response: {'server_uuid': '91beb453-6320-472a-951c-3fda16747994', 'name': 'network-vif-deleted', 'tag': 'e2135397-d828-46e2-a219-f788f406eb08', 'status': 'completed', 'code': 200} Jul 20 15:37:25.136747 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.provisioning_blocks [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-6e3fd3ac-6f27-4486-8a85-bd8ecfd5b441 service neutron] Transition to ACTIVE for port object 3aaaffa8-35ca-428a-a369-dca539b96513 will not be triggered until provisioned by entity L2. {{(pid=104509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 15:37:25.250194 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-6e3fd3ac-6f27-4486-8a85-bd8ecfd5b441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934114'] for port (3aaaffa8-35ca-428a-a369-dca539b96513), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:25.265110 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-c2eb35cf-7f1a-4c45-888a-63f02b5ccb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'name': 'tempest-ServerRescueNegativeTestJSON-322932725-router', 'tenant_id': '61872ef687074f5791a2cc46732bebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '7309a38e-c50f-443e-9146-71bf58bee58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:40Z', 'updated_at': '2022-07-20T15:31:49Z', 'revision_number': 4, 'project_id': '61872ef687074f5791a2cc46732bebdf', 'gw_port': {'id': '7309a38e-c50f-443e-9146-71bf58bee58a', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:41Z', 'updated_at': '2022-07-20T15:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': 'edc4ca67-4580-427e-b8c7-b4181fd4f3bb', 'name': '', 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71', 'tenant_id': '61872ef687074f5791a2cc46732bebdf', 'mac_address': 'fa:16:3e:b6:ef:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:47Z', 'updated_at': '2022-07-20T15:32:05Z', 'revision_number': 5, 'project_id': '61872ef687074f5791a2cc46732bebdf', 'subnets': [{'id': '2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:37:25.295851 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2eb35cf-7f1a-4c45-888a-63f02b5ccb33 None None] Checking router: ebf4287d-ab00-4852-994d-69a12c2f480d for host: dv-cinder-819149-12-iscsi {{(pid=104512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:37:25.304743 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3fd3ac-6f27-4486-8a85-bd8ecfd5b441 service neutron] Pushing event updated for resources: {'Port': ['ID=3aaaffa8-35ca-428a-a369-dca539b96513,revision_number=2']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:25.304984 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2eb35cf-7f1a-4c45-888a-63f02b5ccb33 None None] Routers {'ebf4287d-ab00-4852-994d-69a12c2f480d'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:37:25.305583 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-c2eb35cf-7f1a-4c45-888a-63f02b5ccb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:37:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['ebf4287d-ab00-4852-994d-69a12c2f480d'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:37:25.379858 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-6e3fd3ac-6f27-4486-8a85-bd8ecfd5b441 service neutron] Attempting to bind port 3aaaffa8-35ca-428a-a369-dca539b96513 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:37:25.384747 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-6e3fd3ac-6f27-4486-8a85-bd8ecfd5b441 service neutron] Attempting to bind port 3aaaffa8-35ca-428a-a369-dca539b96513 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '10c755fc-814d-432c-a0cc-ddbf10a089f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'fa5e056d-5a56-4462-a470-30c02f844e62'}] {{(pid=104509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:37:25.384747 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-6e3fd3ac-6f27-4486-8a85-bd8ecfd5b441 service neutron] Attempting to bind port 3aaaffa8-35ca-428a-a369-dca539b96513 on network fa5e056d-5a56-4462-a470-30c02f844e62 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:37:25.385412 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-6e3fd3ac-6f27-4486-8a85-bd8ecfd5b441 service neutron] Port 3aaaffa8-35ca-428a-a369-dca539b96513 on network fa5e056d-5a56-4462-a470-30c02f844e62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 15:37:25.385740 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-6e3fd3ac-6f27-4486-8a85-bd8ecfd5b441 service neutron] Attempting to bind port 3aaaffa8-35ca-428a-a369-dca539b96513 on network fa5e056d-5a56-4462-a470-30c02f844e62 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:37:25.391195 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-6e3fd3ac-6f27-4486-8a85-bd8ecfd5b441 service neutron] Checking agent: {'id': '84834a4b-f4d1-4c41-9203-9b15edc444f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 29, 38), 'started_at': datetime.datetime(2022, 7, 20, 15, 29, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:37:25.391541 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-6e3fd3ac-6f27-4486-8a85-bd8ecfd5b441 service neutron] Checking segment: {'id': '10c755fc-814d-432c-a0cc-ddbf10a089f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'fa5e056d-5a56-4462-a470-30c02f844e62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:37:25.392052 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-6e3fd3ac-6f27-4486-8a85-bd8ecfd5b441 service neutron] Bound using segment: {'id': '10c755fc-814d-432c-a0cc-ddbf10a089f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'fa5e056d-5a56-4462-a470-30c02f844e62'} {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:37:25.392474 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-6e3fd3ac-6f27-4486-8a85-bd8ecfd5b441 service neutron] Bound port: 3aaaffa8-35ca-428a-a369-dca539b96513, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10c755fc-814d-432c-a0cc-ddbf10a089f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 979, 'network_id': 'fa5e056d-5a56-4462-a470-30c02f844e62'}}] {{(pid=104509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:37:25.392838 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-6e3fd3ac-6f27-4486-8a85-bd8ecfd5b441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (3aaaffa8-35ca-428a-a369-dca539b96513), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:25.415313 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-c2eb35cf-7f1a-4c45-888a-63f02b5ccb33 None None] Set router ebf4287d-ab00-4852-994d-69a12c2f480d gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:37:25.469240 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-6e3fd3ac-6f27-4486-8a85-bd8ecfd5b441 service neutron] For port 3aaaffa8-35ca-428a-a369-dca539b96513, host hv-cinder-81914, cleared binding levels {{(pid=104509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:37:25.474115 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-6e3fd3ac-6f27-4486-8a85-bd8ecfd5b441 service neutron] For port 3aaaffa8-35ca-428a-a369-dca539b96513, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=3aaaffa8-35ca-428a-a369-dca539b96513,segment=NetworkSegment(10c755fc-814d-432c-a0cc-ddbf10a089f1),segment_id=10c755fc-814d-432c-a0cc-ddbf10a089f1)] {{(pid=104509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:37:25.494581 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6436d723-5627-4b94-aebb-848e463a0662 req-c6fa2422-dfe1-4ef0-bc1d-363f8200ffe6 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 210 time: 0.0319517 Jul 20 15:37:25.634113 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-6e3fd3ac-6f27-4486-8a85-bd8ecfd5b441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934114'] for port (3aaaffa8-35ca-428a-a369-dca539b96513), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:25.667792 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-6e3fd3ac-6f27-4486-8a85-bd8ecfd5b441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:25.668507 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-6e3fd3ac-6f27-4486-8a85-bd8ecfd5b441 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:25.669866 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-6e3fd3ac-6f27-4486-8a85-bd8ecfd5b441 service neutron] 10.222.0.102 "PUT /v2.0/ports/3aaaffa8-35ca-428a-a369-dca539b96513 HTTP/1.1" status: 200 len: 1094 time: 1.1191931 Jul 20 15:37:25.700873 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3fd3ac-6f27-4486-8a85-bd8ecfd5b441 service neutron] Pushing event updated for resources: {'Port': ['ID=3aaaffa8-35ca-428a-a369-dca539b96513,revision_number=3']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:25.712427 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-c2eb35cf-7f1a-4c45-888a-63f02b5ccb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'name': 'tempest-ServerRescueNegativeTestJSON-322932725-router', 'tenant_id': '61872ef687074f5791a2cc46732bebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '7309a38e-c50f-443e-9146-71bf58bee58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:40Z', 'updated_at': '2022-07-20T15:31:49Z', 'revision_number': 4, 'project_id': '61872ef687074f5791a2cc46732bebdf', 'gw_port': {'id': '7309a38e-c50f-443e-9146-71bf58bee58a', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:41Z', 'updated_at': '2022-07-20T15:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': 'edc4ca67-4580-427e-b8c7-b4181fd4f3bb', 'name': '', 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71', 'tenant_id': '61872ef687074f5791a2cc46732bebdf', 'mac_address': 'fa:16:3e:b6:ef:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:47Z', 'updated_at': '2022-07-20T15:32:05Z', 'revision_number': 5, 'project_id': '61872ef687074f5791a2cc46732bebdf', 'subnets': [{'id': '2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:37:25.745116 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2eb35cf-7f1a-4c45-888a-63f02b5ccb33 None None] The sync data for ids ['ebf4287d-ab00-4852-994d-69a12c2f480d'] in dv-cinder-819149-12-iscsi is: [{'id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'name': 'tempest-ServerRescueNegativeTestJSON-322932725-router', 'tenant_id': '61872ef687074f5791a2cc46732bebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '7309a38e-c50f-443e-9146-71bf58bee58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:40Z', 'updated_at': '2022-07-20T15:31:49Z', 'revision_number': 4, 'project_id': '61872ef687074f5791a2cc46732bebdf', 'gw_port': {'id': '7309a38e-c50f-443e-9146-71bf58bee58a', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:41Z', 'updated_at': '2022-07-20T15:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': 'edc4ca67-4580-427e-b8c7-b4181fd4f3bb', 'name': '', 'network_id': '49eaadcd-4166-45bc-8081-db7a31ee5c71', 'tenant_id': '61872ef687074f5791a2cc46732bebdf', 'mac_address': 'fa:16:3e:b6:ef:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:47Z', 'updated_at': '2022-07-20T15:32:05Z', 'revision_number': 5, 'project_id': '61872ef687074f5791a2cc46732bebdf', 'subnets': [{'id': '2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:37:25.834034 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:25.878603 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804b6dc-8c30-4e73-a17d-6be4a28d86ea req-42142e26-d52e-4197-a5db-0e21dbda3c01 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:25.880199 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c804b6dc-8c30-4e73-a17d-6be4a28d86ea req-42142e26-d52e-4197-a5db-0e21dbda3c01 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0f28926-7b36-49a2-bd27-7b7006fa992e HTTP/1.1" status: 200 len: 944 time: 0.0572214 Jul 20 15:37:25.906489 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:25.939793 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c804b6dc-8c30-4e73-a17d-6be4a28d86ea req-74248d24-ec1e-4a0b-b843-f9f3aa0a0e34 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=eb74c477-fd0d-46de-b6ea-0f877401d969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498393 Jul 20 15:37:26.015969 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cf83a2-9154-481a-baed-000d7f3d93c0 None None] New status for floating IP 91348eaa-4f6c-467c-a308-58e5f621dce0: DOWN {{(pid=104511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 15:37:26.056066 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccfad13-102c-41ef-8ca9-3dcc600d1b35 req-5c4cbfd6-ca1a-4526-af55-0c2084280e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:26.057608 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-dccfad13-102c-41ef-8ca9-3dcc600d1b35 req-5c4cbfd6-ca1a-4526-af55-0c2084280e91 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4446d4a6f4e64ccb8bfd5b3fe6f2127a&device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 1128 time: 0.0428972 Jul 20 15:37:26.159274 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-60da1d3c-abd3-43d2-920c-62c67bf5bdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:26.159274 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-60da1d3c-abd3-43d2-920c-62c67bf5bdd3 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=aa49d7002cf441348cf3166e64b1bc87&device_id=a0f28926-7b36-49a2-bd27-7b7006fa992e HTTP/1.1" status: 200 len: 1128 time: 0.0562105 Jul 20 15:37:26.203472 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccfad13-102c-41ef-8ca9-3dcc600d1b35 req-f16361d1-15f9-4a81-93b6-f240aa16f0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:26.204372 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-dccfad13-102c-41ef-8ca9-3dcc600d1b35 req-f16361d1-15f9-4a81-93b6-f240aa16f0b6 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f5eb24be-2bbb-47ab-b680-70a114f8f10e HTTP/1.1" status: 200 len: 917 time: 0.1384013 Jul 20 15:37:26.223652 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:26.226788 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-f32f1b21-6514-401c-af49-1d247202d045 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3aaaffa8-35ca-428a-a369-dca539b96513 HTTP/1.1" status: 200 len: 217 time: 0.0551569 Jul 20 15:37:26.253534 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0f28926-7b36-49a2-bd27-7b7006fa992e', 'tag': '3aaaffa8-35ca-428a-a369-dca539b96513'}] {{(pid=104509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:37:26.255782 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df77c6b91a480694ea4413056d8ef6386aadd078611a8438297a7cf852766117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64dfdc9c-0d60-45b5-bba2-3851116f0e39" -d '{"events": [{"name": "network-changed", "server_uuid": "a0f28926-7b36-49a2-bd27-7b7006fa992e", "tag": "3aaaffa8-35ca-428a-a369-dca539b96513"}]}' {{(pid=104509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:37:26.259725 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-dccfad13-102c-41ef-8ca9-3dcc600d1b35 req-aee02d7f-a468-4798-9d6d-e59de7d56b3b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a14d5f16-fe56-45ba-b07b-4affc5762962 HTTP/1.1" status: 200 len: 217 time: 0.0474591 Jul 20 15:37:26.302925 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 15:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aba41f0-d666-4457-a327-280ab12adc67 x-openstack-request-id: req-4aba41f0-d666-4457-a327-280ab12adc67 {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:37:26.303359 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0f28926-7b36-49a2-bd27-7b7006fa992e", "tag": "3aaaffa8-35ca-428a-a369-dca539b96513", "status": "completed", "code": 200}]} {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:37:26.303507 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4aba41f0-d666-4457-a327-280ab12adc67 {{(pid=104509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:37:26.303858 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aba41f0-d666-4457-a327-280ab12adc67'] response: {'name': 'network-changed', 'server_uuid': 'a0f28926-7b36-49a2-bd27-7b7006fa992e', 'tag': '3aaaffa8-35ca-428a-a369-dca539b96513', 'status': 'completed', 'code': 200} Jul 20 15:37:26.312281 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e077764-1188-4c3f-a721-8722d63439ff req-e8bd614a-bc6e-4244-a71b-541b6cfd9033 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:26.313993 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5e077764-1188-4c3f-a721-8722d63439ff req-e8bd614a-bc6e-4244-a71b-541b6cfd9033 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 944 time: 0.0968504 Jul 20 15:37:26.328804 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccfad13-102c-41ef-8ca9-3dcc600d1b35 req-21b08d6e-4cdd-4d58-84e5-4f9d9098b6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:26.330319 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-dccfad13-102c-41ef-8ca9-3dcc600d1b35 req-21b08d6e-4cdd-4d58-84e5-4f9d9098b6af service neutron] 10.222.0.102 "GET /v2.0/subnets?id=4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c HTTP/1.1" status: 200 len: 855 time: 0.0633678 Jul 20 15:37:26.333799 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-b041e066-aac9-4119-b75f-915de5b34a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:26.335260 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-b041e066-aac9-4119-b75f-915de5b34a29 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c9fff1ac-07cb-4893-9ae7-8ae90fdf7477 HTTP/1.1" status: 200 len: 850 time: 0.0834248 Jul 20 15:37:26.383279 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:26.387974 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccfad13-102c-41ef-8ca9-3dcc600d1b35 req-e9f72300-5901-498a-9ce1-efda4db683a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:26.389558 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-dccfad13-102c-41ef-8ca9-3dcc600d1b35 req-e9f72300-5901-498a-9ce1-efda4db683a1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f5eb24be-2bbb-47ab-b680-70a114f8f10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0480568 Jul 20 15:37:26.396705 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-4b08523b-697e-4a17-a4f6-9cc380ab81bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:26.398253 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-4b08523b-697e-4a17-a4f6-9cc380ab81bc service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=fa5e056d-5a56-4462-a470-30c02f844e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0538235 Jul 20 15:37:26.430218 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5e077764-1188-4c3f-a721-8722d63439ff req-fb23583f-8d95-4a47-827b-ddf29cf72977 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086488 Jul 20 15:37:26.487209 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-dccfad13-102c-41ef-8ca9-3dcc600d1b35 req-fee3dcd4-7a0c-4e11-aae7-db5f587036a7 service neutron] 10.222.0.102 "GET /v2.0/networks/f5eb24be-2bbb-47ab-b680-70a114f8f10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883706 Jul 20 15:37:26.501949 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-eb34007d-2b79-4224-9e19-6bbbe58be1d1 service neutron] 10.222.0.102 "GET /v2.0/networks/fa5e056d-5a56-4462-a470-30c02f844e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949242 Jul 20 15:37:26.561376 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:26.592376 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-dccfad13-102c-41ef-8ca9-3dcc600d1b35 req-39cdf0fe-350d-4267-a443-747a9dbaae09 service neutron] 10.222.0.102 "GET /v2.0/networks/f5eb24be-2bbb-47ab-b680-70a114f8f10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986047 Jul 20 15:37:26.612531 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-f8b84ebe-8f27-47cd-8531-d215da3095af req-a2f602fe-7bb4-4a38-8dc0-28aa6fea2c75 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 210 time: 0.0331454 Jul 20 15:37:26.879012 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c0456d22-8a84-4e2d-a441-55d123d2165a req-d8c40f51-f5ea-43c9-b76a-d2b59021d363 service neutron] 10.222.0.102 "GET /v2.0/networks/fa5e056d-5a56-4462-a470-30c02f844e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907600 Jul 20 15:37:27.066756 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357eeb1c-9167-47b3-8799-24e58ac86d55 req-2fea94b8-6824-4449-92b4-6f2ef068b9a9 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:27.066756 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-357eeb1c-9167-47b3-8799-24e58ac86d55 req-2fea94b8-6824-4449-92b4-6f2ef068b9a9 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0f28926-7b36-49a2-bd27-7b7006fa992e HTTP/1.1" status: 200 len: 944 time: 0.0533178 Jul 20 15:37:27.116892 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-357eeb1c-9167-47b3-8799-24e58ac86d55 req-8e286a7f-0b8b-4e24-96f3-b223a4ed180b tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=eb74c477-fd0d-46de-b6ea-0f877401d969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465934 Jul 20 15:37:27.557762 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8034bb-0eaf-4afe-9e4e-c9c73c2aff80 req-5d5f5df8-38fd-45e8-9663-7dab6839639d tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:27.559323 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3c8034bb-0eaf-4afe-9e4e-c9c73c2aff80 req-5d5f5df8-38fd-45e8-9663-7dab6839639d tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 944 time: 0.0502605 Jul 20 15:37:27.614290 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3c8034bb-0eaf-4afe-9e4e-c9c73c2aff80 req-3dab4e3a-30e2-49be-8280-d0d7da81a4f8 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490663 Jul 20 15:37:27.728433 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e5fc1fd3-c8e5-44b5-b0d4-db3192840f25 req-31b89e82-2f9e-4668-970a-fc491e2be0e6 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=91beb453-6320-472a-951c-3fda16747994 HTTP/1.1" status: 200 len: 210 time: 0.0297236 Jul 20 15:37:27.825353 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device a14d5f16-fe56-45ba-b07b-4affc5762962 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:37:27.829565 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device e2135397-d828-46e2-a219-f788f406eb08 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:37:27.861091 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] No Port match for: e2135397-d828-46e2-a219-f788f406eb08 {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:37:27.861442 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device e2135397-d828-46e2-a219-f788f406eb08 not bound to the agent host hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:37:27.952821 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port a14d5f16-fe56-45ba-b07b-4affc5762962, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a14d5f16-fe56-45ba-b07b-4affc5762962,segment=NetworkSegment(643648c2-fbcf-4011-96d1-5d3dde59321a),segment_id=643648c2-fbcf-4011-96d1-5d3dde59321a)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:37:27.964902 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Returning: {'device': 'a14d5f16-fe56-45ba-b07b-4affc5762962', 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e', 'port_id': 'a14d5f16-fe56-45ba-b07b-4affc5762962', 'mac_address': 'fa:16:3e:8e:72:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 980, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:37:28.001620 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port a14d5f16-fe56-45ba-b07b-4affc5762962 is: DOWN; New status is: BUILD {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:37:28.002483 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (a14d5f16-fe56-45ba-b07b-4affc5762962), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:28.023471 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a14d5f16-fe56-45ba-b07b-4affc5762962 {{(pid=104511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:37:28.047325 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port a14d5f16-fe56-45ba-b07b-4affc5762962, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a14d5f16-fe56-45ba-b07b-4affc5762962,segment=NetworkSegment(643648c2-fbcf-4011-96d1-5d3dde59321a),segment_id=643648c2-fbcf-4011-96d1-5d3dde59321a)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:37:28.119539 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (a14d5f16-fe56-45ba-b07b-4affc5762962), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:28.188306 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dfdc9c-0d60-45b5-bba2-3851116f0e39 req-63fa7036-bbca-49ca-bf6e-999a434d5196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:28.189113 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=a14d5f16-fe56-45ba-b07b-4affc5762962,revision_number=4']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:28.189910 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-64dfdc9c-0d60-45b5-bba2-3851116f0e39 req-63fa7036-bbca-49ca-bf6e-999a434d5196 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=aa49d7002cf441348cf3166e64b1bc87&device_id=a0f28926-7b36-49a2-bd27-7b7006fa992e HTTP/1.1" status: 200 len: 1128 time: 0.0597324 Jul 20 15:37:28.197388 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:37:28.201064 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:37:28.201064 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:37:28.201064 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:37:28.201064 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:37:28.201064 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:37:28.201064 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:37:28.201064 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:37:28.201064 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:37:28.201064 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:37:28.201791 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:37:28.201791 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:37:28.201958 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:37:28.202220 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:37:28.202567 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:37:28.244829 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:28.275667 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4dae8f-7e53-4bb5-acfa-fa6f6fefb783 req-3b1d9b60-2239-4088-834f-8667ae2301c2 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:28.275667 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ca4dae8f-7e53-4bb5-acfa-fa6f6fefb783 req-3b1d9b60-2239-4088-834f-8667ae2301c2 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0f28926-7b36-49a2-bd27-7b7006fa992e HTTP/1.1" status: 200 len: 944 time: 0.0784209 Jul 20 15:37:28.370038 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ca4dae8f-7e53-4bb5-acfa-fa6f6fefb783 req-c18e33ba-7219-479a-95bd-a8025104173c tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=eb74c477-fd0d-46de-b6ea-0f877401d969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689957 Jul 20 15:37:28.371228 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dfdc9c-0d60-45b5-bba2-3851116f0e39 req-0b826626-f71a-4b72-91e1-3f61af0daf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:28.373214 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-64dfdc9c-0d60-45b5-bba2-3851116f0e39 req-0b826626-f71a-4b72-91e1-3f61af0daf58 service neutron] 10.222.0.102 "GET /v2.0/networks?id=fa5e056d-5a56-4462-a470-30c02f844e62 HTTP/1.1" status: 200 len: 912 time: 0.1720531 Jul 20 15:37:28.414770 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-64dfdc9c-0d60-45b5-bba2-3851116f0e39 req-80d5fbed-5c4c-4e7f-a105-ebc4d14ff07b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3aaaffa8-35ca-428a-a369-dca539b96513 HTTP/1.1" status: 200 len: 217 time: 0.0344391 Jul 20 15:37:28.431592 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] get_ports_and_sgs() called for port_ids ['a14d5f16-fe56-45ba-b07b-4affc5762962'] {{(pid=104511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:37:28.478561 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dfdc9c-0d60-45b5-bba2-3851116f0e39 req-8021d516-268f-4a11-a11d-24b6f4a8e865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:28.480043 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-64dfdc9c-0d60-45b5-bba2-3851116f0e39 req-8021d516-268f-4a11-a11d-24b6f4a8e865 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c9fff1ac-07cb-4893-9ae7-8ae90fdf7477 HTTP/1.1" status: 200 len: 850 time: 0.0505016 Jul 20 15:37:28.531410 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dfdc9c-0d60-45b5-bba2-3851116f0e39 req-4ffec220-ed21-468e-9c76-55109827221f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:28.532836 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-64dfdc9c-0d60-45b5-bba2-3851116f0e39 req-4ffec220-ed21-468e-9c76-55109827221f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=fa5e056d-5a56-4462-a470-30c02f844e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463130 Jul 20 15:37:28.658145 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-64dfdc9c-0d60-45b5-bba2-3851116f0e39 req-b3594f0e-381d-446a-837b-0fa5b9efd591 service neutron] 10.222.0.102 "GET /v2.0/networks/fa5e056d-5a56-4462-a470-30c02f844e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128497 Jul 20 15:37:28.789408 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ca048-d8db-49db-a2ae-d58f49ac2915 req-634058e3-277d-4843-8d27-4dcf389751a8 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:28.794014 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-853ca048-d8db-49db-a2ae-d58f49ac2915 req-634058e3-277d-4843-8d27-4dcf389751a8 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 945 time: 0.0915017 Jul 20 15:37:28.837973 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-64dfdc9c-0d60-45b5-bba2-3851116f0e39 req-5791a6bd-b97f-4c00-9b14-6e3112af665b service neutron] 10.222.0.102 "GET /v2.0/networks/fa5e056d-5a56-4462-a470-30c02f844e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680548 Jul 20 15:37:28.869722 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-853ca048-d8db-49db-a2ae-d58f49ac2915 req-afa7def1-8482-4756-94fe-478453db528e tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675015 Jul 20 15:37:28.903210 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 47342) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:37:28.981894 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ce83296e-6c0c-4a41-88ab-7c284767e108 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks [] for security_group (01a306c2-cb97-49eb-a20f-5773ace76a30), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:29.007664 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ce83296e-6c0c-4a41-88ab-7c284767e108 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks [] for security_group (01a306c2-cb97-49eb-a20f-5773ace76a30), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:29.030905 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:29.164689 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ce83296e-6c0c-4a41-88ab-7c284767e108 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (01a306c2-cb97-49eb-a20f-5773ace76a30), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:29.167360 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ce83296e-6c0c-4a41-88ab-7c284767e108 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:29.168583 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-ce83296e-6c0c-4a41-88ab-7c284767e108 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "DELETE /v2.0/security-groups/01a306c2-cb97-49eb-a20f-5773ace76a30 HTTP/1.1" status: 204 len: 168 time: 0.2640460 Jul 20 15:37:29.171898 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 47346) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:37:29.178860 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83296e-6c0c-4a41-88ab-7c284767e108 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a306c2-cb97-49eb-a20f-5773ace76a30,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:29.189725 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.api.v2.resource [None req-8cb5cb77-9ea7-4a7a-9d3e-4c6ca1aaa0ab tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] show failed (client error): The resource could not be found. Jul 20 15:37:29.190836 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-8cb5cb77-9ea7-4a7a-9d3e-4c6ca1aaa0ab tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups/01a306c2-cb97-49eb-a20f-5773ace76a30 HTTP/1.1" status: 404 len: 347 time: 0.0171590 Jul 20 15:37:29.193976 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 47348) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:37:29.310497 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-0e59333d-1328-4042-a015-898a183689bd tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Deleting port ad7a7d14-b0b0-4852-af81-484af62af24f {{(pid=104509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:37:29.310752 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-0e59333d-1328-4042-a015-898a183689bd tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (ad7a7d14-b0b0-4852-af81-484af62af24f), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:29.397926 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-0e59333d-1328-4042-a015-898a183689bd tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (ad7a7d14-b0b0-4852-af81-484af62af24f), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:29.398277 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-0e59333d-1328-4042-a015-898a183689bd tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks [] for floatingip (ad7a7d14-b0b0-4852-af81-484af62af24f), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:29.411587 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-0e59333d-1328-4042-a015-898a183689bd tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Calling delete_port for ad7a7d14-b0b0-4852-af81-484af62af24f owned by network:floatingip {{(pid=104509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:37:29.494013 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701da1d3-8679-449a-bf06-6dbf753912a8 req-29a9bfbb-cb1f-4933-9d16-b9d060fce174 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:29.495785 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-701da1d3-8679-449a-bf06-6dbf753912a8 req-29a9bfbb-cb1f-4933-9d16-b9d060fce174 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0f28926-7b36-49a2-bd27-7b7006fa992e HTTP/1.1" status: 200 len: 944 time: 0.0534647 Jul 20 15:37:29.544642 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-701da1d3-8679-449a-bf06-6dbf753912a8 req-1b65f3ed-4b7f-4b1b-9de1-45a8f618ed4a tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=eb74c477-fd0d-46de-b6ea-0f877401d969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419588 Jul 20 15:37:29.628084 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-0e59333d-1328-4042-a015-898a183689bd tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (ad7a7d14-b0b0-4852-af81-484af62af24f), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:29.654094 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59333d-1328-4042-a015-898a183689bd tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Pushing event deleted for resources: {'Port': ['ID=ad7a7d14-b0b0-4852-af81-484af62af24f,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:29.730033 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-0e59333d-1328-4042-a015-898a183689bd tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks [] for floatingip (91348eaa-4f6c-467c-a308-58e5f621dce0), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:29.732605 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-0e59333d-1328-4042-a015-898a183689bd tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for floatingip (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:29.733810 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-0e59333d-1328-4042-a015-898a183689bd tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "DELETE /v2.0/floatingips/91348eaa-4f6c-467c-a308-58e5f621dce0 HTTP/1.1" status: 204 len: 168 time: 0.5388901 Jul 20 15:37:29.827715 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 3aaaffa8-35ca-428a-a369-dca539b96513 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:37:29.829960 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device a14d5f16-fe56-45ba-b07b-4affc5762962 up at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:37:29.939190 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning for port a14d5f16-fe56-45ba-b07b-4affc5762962 completed by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 15:37:29.971020 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 3aaaffa8-35ca-428a-a369-dca539b96513, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=3aaaffa8-35ca-428a-a369-dca539b96513,segment=NetworkSegment(10c755fc-814d-432c-a0cc-ddbf10a089f1),segment_id=10c755fc-814d-432c-a0cc-ddbf10a089f1)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:37:29.984411 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Returning: {'device': '3aaaffa8-35ca-428a-a369-dca539b96513', 'network_id': 'fa5e056d-5a56-4462-a470-30c02f844e62', 'port_id': '3aaaffa8-35ca-428a-a369-dca539b96513', 'mac_address': 'fa:16:3e:f8:a2:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 979, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fff1ac-07cb-4893-9ae7-8ae90fdf7477', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:37:30.015046 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning complete for port a14d5f16-fe56-45ba-b07b-4affc5762962 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:37:30.015046 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (a14d5f16-fe56-45ba-b07b-4affc5762962), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:30.029159 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d0926-3530-4606-9368-76313ce24382 req-e718b69c-b5c0-416d-ac3a-db8d509bdfa0 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:30.036288 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b80d0926-3530-4606-9368-76313ce24382 req-e718b69c-b5c0-416d-ac3a-db8d509bdfa0 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 945 time: 0.0911460 Jul 20 15:37:30.044798 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port 3aaaffa8-35ca-428a-a369-dca539b96513 is: DOWN; New status is: BUILD {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:37:30.045188 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (3aaaffa8-35ca-428a-a369-dca539b96513), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:30.070689 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aaaffa8-35ca-428a-a369-dca539b96513 {{(pid=104511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:37:30.078048 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:30.098301 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 3aaaffa8-35ca-428a-a369-dca539b96513, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=3aaaffa8-35ca-428a-a369-dca539b96513,segment=NetworkSegment(10c755fc-814d-432c-a0cc-ddbf10a089f1),segment_id=10c755fc-814d-432c-a0cc-ddbf10a089f1)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:37:30.101581 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:30.103887 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b80d0926-3530-4606-9368-76313ce24382 req-18630d48-ddbb-4027-8296-8f00c0c92ce3 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600204 Jul 20 15:37:30.147446 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port a14d5f16-fe56-45ba-b07b-4affc5762962 is: BUILD; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:37:30.147868 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (a14d5f16-fe56-45ba-b07b-4affc5762962), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:30.172803 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f04603-2085-4cc0-8263-d9c95c31f8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a14d5f16-fe56-45ba-b07b-4affc5762962'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:37:30.175110 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d079ce0f3ed41026034ae0451e18cae4cf0a7f47a911dfcb655775793fbc38ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e951229-d4ce-4df6-b933-ba18f58e287b" -d '{"events": [{"server_uuid": "f1f04603-2085-4cc0-8263-d9c95c31f8a7", "name": "network-vif-plugged", "status": "completed", "tag": "a14d5f16-fe56-45ba-b07b-4affc5762962"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:37:30.180698 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (3aaaffa8-35ca-428a-a369-dca539b96513), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:30.194251 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port a14d5f16-fe56-45ba-b07b-4affc5762962, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a14d5f16-fe56-45ba-b07b-4affc5762962,segment=NetworkSegment(643648c2-fbcf-4011-96d1-5d3dde59321a),segment_id=643648c2-fbcf-4011-96d1-5d3dde59321a)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:37:30.219456 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 15:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61bc6c67-1a57-4ab0-b4df-4de8ee15b891 x-openstack-request-id: req-61bc6c67-1a57-4ab0-b4df-4de8ee15b891 {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:37:30.219751 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f04603-2085-4cc0-8263-d9c95c31f8a7", "name": "network-vif-plugged", "status": "completed", "tag": "a14d5f16-fe56-45ba-b07b-4affc5762962", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:37:30.220012 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-61bc6c67-1a57-4ab0-b4df-4de8ee15b891 {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:37:30.220411 dv-cinder-819149-12-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61bc6c67-1a57-4ab0-b4df-4de8ee15b891'] response: {'server_uuid': 'f1f04603-2085-4cc0-8263-d9c95c31f8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a14d5f16-fe56-45ba-b07b-4affc5762962', 'code': 200} Jul 20 15:37:30.239724 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=3aaaffa8-35ca-428a-a369-dca539b96513,revision_number=4']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:30.260219 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (a14d5f16-fe56-45ba-b07b-4affc5762962), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:30.309880 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=a14d5f16-fe56-45ba-b07b-4affc5762962,revision_number=5']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:30.506239 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] get_ports_and_sgs() called for port_ids ['3aaaffa8-35ca-428a-a369-dca539b96513'] {{(pid=104511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:37:30.702510 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeded84-0e48-432a-8b36-e9f975ae31c3 req-0d8f98e9-bc61-41c6-84a3-b19dc7d5ec93 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:30.704075 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9eeded84-0e48-432a-8b36-e9f975ae31c3 req-0d8f98e9-bc61-41c6-84a3-b19dc7d5ec93 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0f28926-7b36-49a2-bd27-7b7006fa992e HTTP/1.1" status: 200 len: 945 time: 0.0503762 Jul 20 15:37:30.753418 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9eeded84-0e48-432a-8b36-e9f975ae31c3 req-758ae3f8-e470-4962-a6a5-43c51d9ba703 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=eb74c477-fd0d-46de-b6ea-0f877401d969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435426 Jul 20 15:37:30.907877 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163563c-868e-4905-9eb9-d18caf7beb79 req-63a185d5-5f16-4727-aae7-861bdecaf516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:30.909353 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b163563c-868e-4905-9eb9-d18caf7beb79 req-63a185d5-5f16-4727-aae7-861bdecaf516 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 1130 time: 0.0500658 Jul 20 15:37:30.953989 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b163563c-868e-4905-9eb9-d18caf7beb79 req-9e73bbae-deab-4b3c-9bcf-3f3d0f991956 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384686 Jul 20 15:37:31.239031 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfc3f3-ab14-4118-9a56-24d1a138d582 req-d6c82869-cc65-4c47-8b75-1351e7a25eb6 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:31.240591 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5cbfc3f3-ab14-4118-9a56-24d1a138d582 req-d6c82869-cc65-4c47-8b75-1351e7a25eb6 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 946 time: 0.0584993 Jul 20 15:37:31.299931 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5cbfc3f3-ab14-4118-9a56-24d1a138d582 req-e54d70b6-f393-4725-b049-3a1841b0cba7 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528345 Jul 20 15:37:31.848567 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:31.861328 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 3aaaffa8-35ca-428a-a369-dca539b96513 up at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:37:31.867755 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80b787-161a-4102-9368-c4b739d1f7c8 req-527b7e4f-3048-495f-8aa6-08513beb9dab tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:31.869244 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3d80b787-161a-4102-9368-c4b739d1f7c8 req-527b7e4f-3048-495f-8aa6-08513beb9dab tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0f28926-7b36-49a2-bd27-7b7006fa992e HTTP/1.1" status: 200 len: 945 time: 0.0481160 Jul 20 15:37:31.915349 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning for port 3aaaffa8-35ca-428a-a369-dca539b96513 completed by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 15:37:31.936942 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3d80b787-161a-4102-9368-c4b739d1f7c8 req-f21dda71-086d-4589-a2f8-c0e0d9fc7a9b tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=eb74c477-fd0d-46de-b6ea-0f877401d969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610116 Jul 20 15:37:32.010033 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning complete for port 3aaaffa8-35ca-428a-a369-dca539b96513 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:37:32.010544 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (3aaaffa8-35ca-428a-a369-dca539b96513), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:32.211886 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port 3aaaffa8-35ca-428a-a369-dca539b96513 is: BUILD; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:37:32.212271 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (3aaaffa8-35ca-428a-a369-dca539b96513), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:32.239683 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f28926-7b36-49a2-bd27-7b7006fa992e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aaaffa8-35ca-428a-a369-dca539b96513'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:37:32.242145 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d079ce0f3ed41026034ae0451e18cae4cf0a7f47a911dfcb655775793fbc38ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324f37ca-cc34-46f0-8d66-a84fed313969" -d '{"events": [{"server_uuid": "a0f28926-7b36-49a2-bd27-7b7006fa992e", "name": "network-vif-plugged", "status": "completed", "tag": "3aaaffa8-35ca-428a-a369-dca539b96513"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:37:32.255745 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 3aaaffa8-35ca-428a-a369-dca539b96513, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=3aaaffa8-35ca-428a-a369-dca539b96513,segment=NetworkSegment(10c755fc-814d-432c-a0cc-ddbf10a089f1),segment_id=10c755fc-814d-432c-a0cc-ddbf10a089f1)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:37:32.283374 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 15:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6be032-253f-4218-b576-f22b9b60aed3 x-openstack-request-id: req-da6be032-253f-4218-b576-f22b9b60aed3 {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:37:32.288133 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0f28926-7b36-49a2-bd27-7b7006fa992e", "name": "network-vif-plugged", "status": "completed", "tag": "3aaaffa8-35ca-428a-a369-dca539b96513", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:37:32.288133 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-da6be032-253f-4218-b576-f22b9b60aed3 {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:37:32.288133 dv-cinder-819149-12-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da6be032-253f-4218-b576-f22b9b60aed3'] response: {'server_uuid': 'a0f28926-7b36-49a2-bd27-7b7006fa992e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aaaffa8-35ca-428a-a369-dca539b96513', 'code': 200} Jul 20 15:37:32.359112 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (3aaaffa8-35ca-428a-a369-dca539b96513), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:32.439685 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=3aaaffa8-35ca-428a-a369-dca539b96513,revision_number=5']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:32.439948 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff1db0-f0b2-47f1-829f-218c505011f8 req-99fe0272-99e5-4c30-b073-ab24a1164b5b tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:32.441348 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4fff1db0-f0b2-47f1-829f-218c505011f8 req-99fe0272-99e5-4c30-b073-ab24a1164b5b tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 946 time: 0.0615163 Jul 20 15:37:32.492849 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4fff1db0-f0b2-47f1-829f-218c505011f8 req-94b20a9f-953e-4a7c-8ae4-2fdddd20955a tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425856 Jul 20 15:37:32.885302 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719935a-2e0f-40fa-bf93-363781a2f253 req-c97fcac7-92db-48fb-8a87-7f588adaa70c tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:32.886801 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a719935a-2e0f-40fa-bf93-363781a2f253 req-c97fcac7-92db-48fb-8a87-7f588adaa70c tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 945 time: 0.0478704 Jul 20 15:37:32.935850 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a719935a-2e0f-40fa-bf93-363781a2f253 req-b1bd59d5-1cc8-4e8c-99cd-497a7f973dbf tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428731 Jul 20 15:37:33.057521 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5007ec-448b-4d22-9c59-ca49f82e9743 req-89f6434e-66c8-4ddf-9b5d-1e70032ad6a4 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:33.059559 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4c5007ec-448b-4d22-9c59-ca49f82e9743 req-89f6434e-66c8-4ddf-9b5d-1e70032ad6a4 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0f28926-7b36-49a2-bd27-7b7006fa992e HTTP/1.1" status: 200 len: 946 time: 0.0478601 Jul 20 15:37:33.115423 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4c5007ec-448b-4d22-9c59-ca49f82e9743 req-191a1c17-cbfb-4be2-b9a0-9a555453d0a8 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=eb74c477-fd0d-46de-b6ea-0f877401d969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503466 Jul 20 15:37:33.615018 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bbe77e-493b-471a-b14e-c3f2ae6a7d1d req-cf9dddc5-835b-41a8-843a-c01e90a68e47 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:33.616499 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-78bbe77e-493b-471a-b14e-c3f2ae6a7d1d req-cf9dddc5-835b-41a8-843a-c01e90a68e47 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 946 time: 0.0492892 Jul 20 15:37:33.661461 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:33.666347 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-78bbe77e-493b-471a-b14e-c3f2ae6a7d1d req-b0d405e4-60c2-4ae4-8771-891833a0a685 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437448 Jul 20 15:37:33.785575 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b85d0-8669-4492-aa32-7301fc64538f req-1ddef278-6363-47ca-bfa8-70d5be0eab8f tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:33.787140 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-862b85d0-8669-4492-aa32-7301fc64538f req-1ddef278-6363-47ca-bfa8-70d5be0eab8f tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 946 time: 0.0525532 Jul 20 15:37:33.796089 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 47400) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:37:33.801506 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-e111fae4-6dbf-4b53-96b1-0204d4bcd7a7 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Request body: {'floatingip': {'port_id': 'a14d5f16-fe56-45ba-b07b-4affc5762962'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:37:33.845512 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-e111fae4-6dbf-4b53-96b1-0204d4bcd7a7 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks [] for floatingip (55fdf66a-5708-4f55-8115-1b801ff74399), before_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:34.101258 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35460e4f-23d6-4257-9118-4addcd55a0fb req-21e21851-dfd7-45fb-bc6d-3098e62938b4 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:34.102808 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-35460e4f-23d6-4257-9118-4addcd55a0fb req-21e21851-dfd7-45fb-bc6d-3098e62938b4 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 945 time: 0.0696735 Jul 20 15:37:34.288967 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-35460e4f-23d6-4257-9118-4addcd55a0fb req-996514cd-053c-4976-9d41-1c5f734ca31d tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553669 Jul 20 15:37:34.299743 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869c5a2-475a-4ce0-a8ad-28066a457232 req-ab129023-9915-48d9-ba5f-fad0e24dd197 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:34.301614 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9869c5a2-475a-4ce0-a8ad-28066a457232 req-ab129023-9915-48d9-ba5f-fad0e24dd197 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0f28926-7b36-49a2-bd27-7b7006fa992e HTTP/1.1" status: 200 len: 946 time: 0.1082776 Jul 20 15:37:34.398250 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9869c5a2-475a-4ce0-a8ad-28066a457232 req-cda9e551-212b-433a-b728-aebf50831dea tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=eb74c477-fd0d-46de-b6ea-0f877401d969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820720 Jul 20 15:37:34.445691 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-e111fae4-6dbf-4b53-96b1-0204d4bcd7a7 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:34.541716 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-e111fae4-6dbf-4b53-96b1-0204d4bcd7a7 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714675'] for floatingip (55fdf66a-5708-4f55-8115-1b801ff74399), after_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:34.578559 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:34.628653 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 6 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:37:34.641122 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.db.l3_db [None req-e111fae4-6dbf-4b53-96b1-0204d4bcd7a7 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Floating IP 55fdf66a-5708-4f55-8115-1b801ff74399 associated. External IP: 172.27.1.244, port: a14d5f16-fe56-45ba-b07b-4affc5762962. Jul 20 15:37:34.720359 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:35.070199 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e111fae4-6dbf-4b53-96b1-0204d4bcd7a7 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Router 08c64ac6-afa1-4f7d-addf-3818db3cc212 has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:37:35.178772 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e111fae4-6dbf-4b53-96b1-0204d4bcd7a7 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:37:35.184537 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-e111fae4-6dbf-4b53-96b1-0204d4bcd7a7 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for floatingip (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:35.192072 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5eaf765-5615-4fb1-9a9d-42b0c789f4ef None None] Sync routers for ids ['08c64ac6-afa1-4f7d-addf-3818db3cc212'] in dv-cinder-819149-12-iscsi {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:37:35.202586 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5eaf765-5615-4fb1-9a9d-42b0c789f4ef None None] Routers {'08c64ac6-afa1-4f7d-addf-3818db3cc212'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:37:35.203201 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-b5eaf765-5615-4fb1-9a9d-42b0c789f4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:37:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['08c64ac6-afa1-4f7d-addf-3818db3cc212'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:37:35.216622 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-e111fae4-6dbf-4b53-96b1-0204d4bcd7a7 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "PUT /v2.0/floatingips/55fdf66a-5708-4f55-8115-1b801ff74399 HTTP/1.1" status: 200 len: 992 time: 1.4191644 Jul 20 15:37:35.217360 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1f04603-2085-4cc0-8263-d9c95c31f8a7', 'tag': 'a14d5f16-fe56-45ba-b07b-4affc5762962'}] {{(pid=104510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:37:35.219851 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e6f04493f4523d7005559a5723156fec6de25b8db42c399d87358264a9319a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29a83a1-0670-4330-8aff-400cf50b7e55" -d '{"events": [{"name": "network-changed", "server_uuid": "f1f04603-2085-4cc0-8263-d9c95c31f8a7", "tag": "a14d5f16-fe56-45ba-b07b-4affc5762962"}]}' {{(pid=104510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:37:35.263175 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 15:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45c6f1e-4861-4980-bb2d-9ea0dfbc4c7c x-openstack-request-id: req-c45c6f1e-4861-4980-bb2d-9ea0dfbc4c7c {{(pid=104510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:37:35.263475 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1f04603-2085-4cc0-8263-d9c95c31f8a7", "tag": "a14d5f16-fe56-45ba-b07b-4affc5762962", "status": "completed", "code": 200}]} {{(pid=104510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:37:35.263738 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c45c6f1e-4861-4980-bb2d-9ea0dfbc4c7c {{(pid=104510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:37:35.264152 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c45c6f1e-4861-4980-bb2d-9ea0dfbc4c7c'] response: {'name': 'network-changed', 'server_uuid': 'f1f04603-2085-4cc0-8263-d9c95c31f8a7', 'tag': 'a14d5f16-fe56-45ba-b07b-4affc5762962', 'status': 'completed', 'code': 200} Jul 20 15:37:35.318279 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-b5eaf765-5615-4fb1-9a9d-42b0c789f4ef None None] Set router 08c64ac6-afa1-4f7d-addf-3818db3cc212 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:37:35.401571 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:35.409667 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f6966-9cea-4748-b4cc-a30809a785ba req-df7af43f-a14c-44e4-85b5-6b0e1a3e913b tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:35.411324 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-169f6966-9cea-4748-b4cc-a30809a785ba req-df7af43f-a14c-44e4-85b5-6b0e1a3e913b tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 945 time: 0.0509851 Jul 20 15:37:35.467361 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-169f6966-9cea-4748-b4cc-a30809a785ba req-1bdd4afd-a068-4be2-b5ad-c3ff8c7a1245 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479949 Jul 20 15:37:35.545060 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c620c20-2a45-41f9-acca-a814b7a0b3ba req-3b3f82ce-5044-4d91-b0f4-60aef741996e tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:35.546748 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6c620c20-2a45-41f9-acca-a814b7a0b3ba req-3b3f82ce-5044-4d91-b0f4-60aef741996e tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0f28926-7b36-49a2-bd27-7b7006fa992e HTTP/1.1" status: 200 len: 946 time: 0.0538886 Jul 20 15:37:35.577407 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-b5eaf765-5615-4fb1-9a9d-42b0c789f4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'name': 'tempest-AttachVolumeShelveTestJSON-381720140-router', 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'dffbaa5c-bf8e-48c1-9443-e215546c6879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:41Z', 'updated_at': '2022-07-20T15:31:53Z', 'revision_number': 4, 'project_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'gw_port': {'id': 'dffbaa5c-bf8e-48c1-9443-e215546c6879', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:44Z', 'updated_at': '2022-07-20T15:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': '55fdf66a-5708-4f55-8115-1b801ff74399', 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'floating_ip_address': '172.27.1.244', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'port_id': 'a14d5f16-fe56-45ba-b07b-4affc5762962', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e', 'mac_address': 'fa:16:3e:8e:72:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f04603-2085-4cc0-8263-d9c95c31f8a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:37:12Z', 'updated_at': '2022-07-20T15:37:34Z', 'revision_number': 1, 'project_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37bfb88a-e474-4aa4-9e72-a09deb918564', 'name': '', 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e', 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'mac_address': 'fa:16:3e:18:75:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:51Z', 'updated_at': '2022-07-20T15:32:01Z', 'revision_number': 5, 'project_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'subnets': [{'id': '4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:37:35.600992 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6c620c20-2a45-41f9-acca-a814b7a0b3ba req-21c1ad54-6008-4623-a899-967327cf2de0 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=eb74c477-fd0d-46de-b6ea-0f877401d969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482671 Jul 20 15:37:35.604118 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5eaf765-5615-4fb1-9a9d-42b0c789f4ef None None] Checking router: 08c64ac6-afa1-4f7d-addf-3818db3cc212 for host: dv-cinder-819149-12-iscsi {{(pid=104512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:37:35.606785 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:35.613712 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5eaf765-5615-4fb1-9a9d-42b0c789f4ef None None] Routers {'08c64ac6-afa1-4f7d-addf-3818db3cc212'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:37:35.614349 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-b5eaf765-5615-4fb1-9a9d-42b0c789f4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:37:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['08c64ac6-afa1-4f7d-addf-3818db3cc212'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:37:35.734486 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-b5eaf765-5615-4fb1-9a9d-42b0c789f4ef None None] Set router 08c64ac6-afa1-4f7d-addf-3818db3cc212 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:37:35.971731 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-b5eaf765-5615-4fb1-9a9d-42b0c789f4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'name': 'tempest-AttachVolumeShelveTestJSON-381720140-router', 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'dffbaa5c-bf8e-48c1-9443-e215546c6879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:41Z', 'updated_at': '2022-07-20T15:31:53Z', 'revision_number': 4, 'project_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'gw_port': {'id': 'dffbaa5c-bf8e-48c1-9443-e215546c6879', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:44Z', 'updated_at': '2022-07-20T15:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': '55fdf66a-5708-4f55-8115-1b801ff74399', 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'floating_ip_address': '172.27.1.244', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'port_id': 'a14d5f16-fe56-45ba-b07b-4affc5762962', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e', 'mac_address': 'fa:16:3e:8e:72:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f04603-2085-4cc0-8263-d9c95c31f8a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:37:12Z', 'updated_at': '2022-07-20T15:37:34Z', 'revision_number': 1, 'project_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37bfb88a-e474-4aa4-9e72-a09deb918564', 'name': '', 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e', 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'mac_address': 'fa:16:3e:18:75:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:51Z', 'updated_at': '2022-07-20T15:32:01Z', 'revision_number': 5, 'project_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'subnets': [{'id': '4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:37:35.997725 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5eaf765-5615-4fb1-9a9d-42b0c789f4ef None None] The sync data for ids ['08c64ac6-afa1-4f7d-addf-3818db3cc212'] in dv-cinder-819149-12-iscsi is: [{'id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'name': 'tempest-AttachVolumeShelveTestJSON-381720140-router', 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'dffbaa5c-bf8e-48c1-9443-e215546c6879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:41Z', 'updated_at': '2022-07-20T15:31:53Z', 'revision_number': 4, 'project_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'gw_port': {'id': 'dffbaa5c-bf8e-48c1-9443-e215546c6879', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:44Z', 'updated_at': '2022-07-20T15:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': '55fdf66a-5708-4f55-8115-1b801ff74399', 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'floating_ip_address': '172.27.1.244', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'port_id': 'a14d5f16-fe56-45ba-b07b-4affc5762962', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e', 'mac_address': 'fa:16:3e:8e:72:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f04603-2085-4cc0-8263-d9c95c31f8a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:37:12Z', 'updated_at': '2022-07-20T15:37:34Z', 'revision_number': 1, 'project_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37bfb88a-e474-4aa4-9e72-a09deb918564', 'name': '', 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e', 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'mac_address': 'fa:16:3e:18:75:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:51Z', 'updated_at': '2022-07-20T15:32:01Z', 'revision_number': 5, 'project_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'subnets': [{'id': '4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:37:36.205543 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe18a19-8f60-46c4-a042-043823b7d034 None None] New status for floating IP 55fdf66a-5708-4f55-8115-1b801ff74399: ACTIVE {{(pid=104511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 15:37:36.206412 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a83a1-0670-4330-8aff-400cf50b7e55 req-391f4b78-42ba-4025-9670-b52588c93429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:36.208655 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a29a83a1-0670-4330-8aff-400cf50b7e55 req-391f4b78-42ba-4025-9670-b52588c93429 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4446d4a6f4e64ccb8bfd5b3fe6f2127a&device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 1130 time: 0.0457027 Jul 20 15:37:36.212117 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58565ab2-d264-4dcb-a7bc-a75c9f176b82 req-7c4c914f-0d93-401a-a6a8-626bb1f9a658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:36.217589 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-58565ab2-d264-4dcb-a7bc-a75c9f176b82 req-7c4c914f-0d93-401a-a6a8-626bb1f9a658 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=a0f28926-7b36-49a2-bd27-7b7006fa992e HTTP/1.1" status: 200 len: 1130 time: 0.0503979 Jul 20 15:37:36.317737 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-58565ab2-d264-4dcb-a7bc-a75c9f176b82 req-679b75d8-1f67-4cb9-9ed5-8f2158b6702d service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=eb74c477-fd0d-46de-b6ea-0f877401d969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475895 Jul 20 15:37:36.319104 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:36.361067 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a83a1-0670-4330-8aff-400cf50b7e55 req-968acf6c-1a34-4cdc-bad2-303361e7225a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:36.362565 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a29a83a1-0670-4330-8aff-400cf50b7e55 req-968acf6c-1a34-4cdc-bad2-303361e7225a service neutron] 10.222.0.102 "GET /v2.0/networks?id=f5eb24be-2bbb-47ab-b680-70a114f8f10e HTTP/1.1" status: 200 len: 917 time: 0.1021366 Jul 20 15:37:36.601390 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a82331-a695-40eb-a1a8-f2548c3ec238 req-54d1172a-1049-4fd9-bab0-95ed5ee56c1c tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:36.602929 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b3a82331-a695-40eb-a1a8-f2548c3ec238 req-54d1172a-1049-4fd9-bab0-95ed5ee56c1c tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 945 time: 0.0493462 Jul 20 15:37:36.658032 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b3a82331-a695-40eb-a1a8-f2548c3ec238 req-482d2469-2247-4e65-9319-93276069d0cf tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486619 Jul 20 15:37:36.726856 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a722de6-1de9-4502-a8a9-379076d556d5 req-babee863-0f36-44c7-8185-b00610685a6a tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:36.728299 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-8a722de6-1de9-4502-a8a9-379076d556d5 req-babee863-0f36-44c7-8185-b00610685a6a tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0f28926-7b36-49a2-bd27-7b7006fa992e HTTP/1.1" status: 200 len: 946 time: 0.0474975 Jul 20 15:37:36.838485 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc4a4a7-8464-44d7-b7ad-8a3e7974d350 req-44ff0bd3-fb7a-483d-bcfb-33cfccd1d531 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:36.840528 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-0cc4a4a7-8464-44d7-b7ad-8a3e7974d350 req-44ff0bd3-fb7a-483d-bcfb-33cfccd1d531 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.102 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 945 time: 0.0478108 Jul 20 15:37:36.856617 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-8a722de6-1de9-4502-a8a9-379076d556d5 req-9fce61f6-02d8-4903-b480-a77d7c30d271 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=eb74c477-fd0d-46de-b6ea-0f877401d969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218703 Jul 20 15:37:36.863274 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a29a83a1-0670-4330-8aff-400cf50b7e55 req-2fca6b4b-333c-4cc3-93d5-c9061fdfda85 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a14d5f16-fe56-45ba-b07b-4affc5762962 HTTP/1.1" status: 200 len: 1002 time: 0.1107905 Jul 20 15:37:37.277905 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a83a1-0670-4330-8aff-400cf50b7e55 req-7264bd9d-eada-4221-aa82-e11fe915bf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:37.279384 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a29a83a1-0670-4330-8aff-400cf50b7e55 req-7264bd9d-eada-4221-aa82-e11fe915bf08 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c HTTP/1.1" status: 200 len: 855 time: 0.0593524 Jul 20 15:37:37.294616 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:37.319196 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [req-0cc4a4a7-8464-44d7-b7ad-8a3e7974d350 req-f9c12ba6-367e-43ff-a103-f44f5c9a46b0 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Deleting port 4b72a20e-3358-46f1-aef8-ee2cf0cabcd7 {{(pid=104509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:37:37.319736 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-0cc4a4a7-8464-44d7-b7ad-8a3e7974d350 req-f9c12ba6-367e-43ff-a103-f44f5c9a46b0 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (4b72a20e-3358-46f1-aef8-ee2cf0cabcd7), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:37.331396 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a83a1-0670-4330-8aff-400cf50b7e55 req-7d09395c-ae66-41e6-a7ea-8e93e9c23605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:37.334390 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a29a83a1-0670-4330-8aff-400cf50b7e55 req-7d09395c-ae66-41e6-a7ea-8e93e9c23605 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f5eb24be-2bbb-47ab-b680-70a114f8f10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0476139 Jul 20 15:37:37.401170 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:37.424778 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-0cc4a4a7-8464-44d7-b7ad-8a3e7974d350 req-f9c12ba6-367e-43ff-a103-f44f5c9a46b0 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] For port 4b72a20e-3358-46f1-aef8-ee2cf0cabcd7, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=4b72a20e-3358-46f1-aef8-ee2cf0cabcd7,segment=NetworkSegment(662891f8-8b9a-43c8-9ec2-0f1ae07a78f2),segment_id=662891f8-8b9a-43c8-9ec2-0f1ae07a78f2)] {{(pid=104509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:37:37.425145 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-0cc4a4a7-8464-44d7-b7ad-8a3e7974d350 req-f9c12ba6-367e-43ff-a103-f44f5c9a46b0 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (4b72a20e-3358-46f1-aef8-ee2cf0cabcd7), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:37.439202 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [req-0cc4a4a7-8464-44d7-b7ad-8a3e7974d350 req-f9c12ba6-367e-43ff-a103-f44f5c9a46b0 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Calling delete_port for 4b72a20e-3358-46f1-aef8-ee2cf0cabcd7 owned by compute:nova {{(pid=104509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:37:37.449747 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a29a83a1-0670-4330-8aff-400cf50b7e55 req-bc389255-9471-451d-8281-ea4871bb510c service neutron] 10.222.0.102 "GET /v2.0/networks/f5eb24be-2bbb-47ab-b680-70a114f8f10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878253 Jul 20 15:37:37.485682 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:37.501865 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:37.572540 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a29a83a1-0670-4330-8aff-400cf50b7e55 req-0e041c2c-37ef-40d9-b5d7-53671bdce49f service neutron] 10.222.0.102 "GET /v2.0/networks/f5eb24be-2bbb-47ab-b680-70a114f8f10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961330 Jul 20 15:37:37.648800 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-0cc4a4a7-8464-44d7-b7ad-8a3e7974d350 req-f9c12ba6-367e-43ff-a103-f44f5c9a46b0 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (4b72a20e-3358-46f1-aef8-ee2cf0cabcd7), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:37.670140 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] get_ports_and_sgs() called for port_ids ['4b72a20e-3358-46f1-aef8-ee2cf0cabcd7', 'b9a62c66-1f34-4d8d-8dcb-53ae32a72875'] {{(pid=104511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:37:37.676581 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c12ba6-367e-43ff-a103-f44f5c9a46b0 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Pushing event deleted for resources: {'Port': ['ID=4b72a20e-3358-46f1-aef8-ee2cf0cabcd7,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:37.732541 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc4a4a7-8464-44d7-b7ad-8a3e7974d350 req-f9c12ba6-367e-43ff-a103-f44f5c9a46b0 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] No DVR routers for this DVR port 4b72a20e-3358-46f1-aef8-ee2cf0cabcd7 on host hv-cinder-81914 {{(pid=104509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 15:37:37.735093 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-0cc4a4a7-8464-44d7-b7ad-8a3e7974d350 req-f9c12ba6-367e-43ff-a103-f44f5c9a46b0 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:37.738376 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-0cc4a4a7-8464-44d7-b7ad-8a3e7974d350 req-f9c12ba6-367e-43ff-a103-f44f5c9a46b0 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.102 "DELETE /v2.0/ports/4b72a20e-3358-46f1-aef8-ee2cf0cabcd7 HTTP/1.1" status: 204 len: 173 time: 0.5180442 Jul 20 15:37:37.738820 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8fe888-a3ab-4889-a5d5-f11697f7c352', 'name': 'network-vif-deleted', 'tag': '4b72a20e-3358-46f1-aef8-ee2cf0cabcd7'}] {{(pid=104509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:37:37.741171 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df77c6b91a480694ea4413056d8ef6386aadd078611a8438297a7cf852766117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82bddb5a-0241-48e3-b68b-74682bc4a521" -d '{"events": [{"server_uuid": "9b8fe888-a3ab-4889-a5d5-f11697f7c352", "name": "network-vif-deleted", "tag": "4b72a20e-3358-46f1-aef8-ee2cf0cabcd7"}]}' {{(pid=104509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:37:37.775095 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3e7a9c2a-bfef-4a18-9414-9ec8248c72c8 req-38e38521-8a4a-40a2-9823-cd8bddbabea6 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 210 time: 0.0298796 Jul 20 15:37:37.779235 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 15:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9412b013-fb8e-43ff-b9b0-ef68c14658cb x-openstack-request-id: req-9412b013-fb8e-43ff-b9b0-ef68c14658cb {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:37:37.779602 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8fe888-a3ab-4889-a5d5-f11697f7c352", "name": "network-vif-deleted", "tag": "4b72a20e-3358-46f1-aef8-ee2cf0cabcd7", "status": "completed", "code": 200}]} {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:37:37.779938 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9412b013-fb8e-43ff-b9b0-ef68c14658cb {{(pid=104509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:37:37.780378 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9412b013-fb8e-43ff-b9b0-ef68c14658cb'] response: {'server_uuid': '9b8fe888-a3ab-4889-a5d5-f11697f7c352', 'name': 'network-vif-deleted', 'tag': '4b72a20e-3358-46f1-aef8-ee2cf0cabcd7', 'status': 'completed', 'code': 200} Jul 20 15:37:37.971150 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a1aa8-5830-4c21-bd98-00922c2f195c req-44fb6abf-170c-40f8-b332-3707f53b4c9b tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:37.972551 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-468a1aa8-5830-4c21-bd98-00922c2f195c req-44fb6abf-170c-40f8-b332-3707f53b4c9b tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0f28926-7b36-49a2-bd27-7b7006fa992e HTTP/1.1" status: 200 len: 946 time: 0.0481122 Jul 20 15:37:38.021115 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-468a1aa8-5830-4c21-bd98-00922c2f195c req-83b0e14d-4429-45c6-914b-db2561c49794 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=eb74c477-fd0d-46de-b6ea-0f877401d969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430663 Jul 20 15:37:38.833659 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:38.890509 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-58c21aed-4221-403b-95e7-7637917d6287 req-e56b9dd8-d557-47a4-a9e4-2f8307ff8400 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 210 time: 0.0330436 Jul 20 15:37:39.137847 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9e220-1b12-454e-94cc-d952f73a0971 req-45cc8a85-27ca-434b-85c2-5a46a57e52da tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:39.139338 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ceb9e220-1b12-454e-94cc-d952f73a0971 req-45cc8a85-27ca-434b-85c2-5a46a57e52da tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0f28926-7b36-49a2-bd27-7b7006fa992e HTTP/1.1" status: 200 len: 946 time: 0.0481312 Jul 20 15:37:39.186612 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ceb9e220-1b12-454e-94cc-d952f73a0971 req-7e975d32-d45d-4fc2-a74a-8566fc8972a2 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=eb74c477-fd0d-46de-b6ea-0f877401d969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417850 Jul 20 15:37:39.985313 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-da3f00a4-87ae-459e-b932-4de7e8558373 req-f1e55f26-868a-442e-8f19-7573d5f60cf9 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 210 time: 0.0281961 Jul 20 15:37:40.310504 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5999d6b-e0fb-40e7-84fb-230175aadfe9 req-e9ceabb9-e030-4f3e-820c-4fc383733d6d tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:40.311966 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a5999d6b-e0fb-40e7-84fb-230175aadfe9 req-e9ceabb9-e030-4f3e-820c-4fc383733d6d tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0f28926-7b36-49a2-bd27-7b7006fa992e HTTP/1.1" status: 200 len: 946 time: 0.0523665 Jul 20 15:37:40.358677 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a5999d6b-e0fb-40e7-84fb-230175aadfe9 req-69f14d95-1549-4d23-a759-6ed619db2594 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=eb74c477-fd0d-46de-b6ea-0f877401d969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411119 Jul 20 15:37:41.090544 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9a843cd8-b859-4bdb-80b5-09c0d0db863c req-cebde68e-cd95-4916-b700-16278572dc02 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 210 time: 0.0283566 Jul 20 15:37:41.484480 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4bc85-7dc4-4ec5-80f0-258bc9394b66 req-aabc468f-5c04-439a-a266-7526770a0ba2 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:41.486219 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-69c4bc85-7dc4-4ec5-80f0-258bc9394b66 req-aabc468f-5c04-439a-a266-7526770a0ba2 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0f28926-7b36-49a2-bd27-7b7006fa992e HTTP/1.1" status: 200 len: 946 time: 0.0534899 Jul 20 15:37:41.538715 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-69c4bc85-7dc4-4ec5-80f0-258bc9394b66 req-5fd7abeb-c15d-44c3-9c16-11d5749599bb tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=eb74c477-fd0d-46de-b6ea-0f877401d969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468495 Jul 20 15:37:41.652821 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dcf6bb-2d14-4bb8-8ffe-9589a549ed1b req-d618c2ef-f7e1-485c-81a1-a9e0a267b937 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:41.657110 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-50dcf6bb-2d14-4bb8-8ffe-9589a549ed1b req-d618c2ef-f7e1-485c-81a1-a9e0a267b937 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0f28926-7b36-49a2-bd27-7b7006fa992e HTTP/1.1" status: 200 len: 946 time: 0.0520890 Jul 20 15:37:41.662996 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 47460) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:37:41.668312 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-23f2a620-2533-420f-8f90-88c7d5405170 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Request body: {'floatingip': {'port_id': '3aaaffa8-35ca-428a-a369-dca539b96513'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:37:41.706004 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-23f2a620-2533-420f-8f90-88c7d5405170 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks [] for floatingip (ca0762f2-7ed7-4e53-bc71-8302f2c76e90), before_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:42.064549 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:42.158016 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:42.164586 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-23f2a620-2533-420f-8f90-88c7d5405170 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:42.202560 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e257db1a-5b2f-416f-bbfa-efe6ca378042 req-18dfa991-4bc2-46eb-ae35-ace7bcfe7c77 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=9b8fe888-a3ab-4889-a5d5-f11697f7c352 HTTP/1.1" status: 200 len: 210 time: 0.0314426 Jul 20 15:37:42.219760 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-23f2a620-2533-420f-8f90-88c7d5405170 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714675'] for floatingip (ca0762f2-7ed7-4e53-bc71-8302f2c76e90), after_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:42.323334 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.db.l3_db [None req-23f2a620-2533-420f-8f90-88c7d5405170 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Floating IP ca0762f2-7ed7-4e53-bc71-8302f2c76e90 associated. External IP: 172.27.1.92, port: 3aaaffa8-35ca-428a-a369-dca539b96513. Jul 20 15:37:42.572165 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f2a620-2533-420f-8f90-88c7d5405170 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Router 25dbc7fb-05f5-4dd9-8008-44889c276b69 has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:37:42.592245 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-56a515cb-5a2d-466b-8035-f6d34d39a5d3 req-8044f070-8af6-4d0e-a58b-35ccd1ae3f9b service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=e0e200ad-ac34-4618-9518-9cc89ec380de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0488565 Jul 20 15:37:42.732275 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a515cb-5a2d-466b-8035-f6d34d39a5d3 req-6641494b-c9fa-422b-8b71-81fc14346504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:42.733758 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-56a515cb-5a2d-466b-8035-f6d34d39a5d3 req-6641494b-c9fa-422b-8b71-81fc14346504 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=61872ef687074f5791a2cc46732bebdf&device_id=e0e200ad-ac34-4618-9518-9cc89ec380de HTTP/1.1" status: 200 len: 1129 time: 0.0948293 Jul 20 15:37:42.745391 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f2a620-2533-420f-8f90-88c7d5405170 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:37:42.750954 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-23f2a620-2533-420f-8f90-88c7d5405170 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for floatingip (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:42.756574 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffe9808-7bf2-4ac3-a96a-41e04cc101e8 None None] Sync routers for ids ['25dbc7fb-05f5-4dd9-8008-44889c276b69'] in dv-cinder-819149-12-iscsi {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:37:42.766434 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffe9808-7bf2-4ac3-a96a-41e04cc101e8 None None] Routers {'25dbc7fb-05f5-4dd9-8008-44889c276b69'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:37:42.766796 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-9ffe9808-7bf2-4ac3-a96a-41e04cc101e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:37:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['25dbc7fb-05f5-4dd9-8008-44889c276b69'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:37:42.811686 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-23f2a620-2533-420f-8f90-88c7d5405170 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "PUT /v2.0/floatingips/ca0762f2-7ed7-4e53-bc71-8302f2c76e90 HTTP/1.1" status: 200 len: 991 time: 1.1473107 Jul 20 15:37:42.837867 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0f28926-7b36-49a2-bd27-7b7006fa992e', 'tag': '3aaaffa8-35ca-428a-a369-dca539b96513'}] {{(pid=104510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:37:42.840614 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e6f04493f4523d7005559a5723156fec6de25b8db42c399d87358264a9319a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b7f306-b437-4d79-979d-088f26abc41a" -d '{"events": [{"name": "network-changed", "server_uuid": "a0f28926-7b36-49a2-bd27-7b7006fa992e", "tag": "3aaaffa8-35ca-428a-a369-dca539b96513"}]}' {{(pid=104510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:37:42.879041 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a515cb-5a2d-466b-8035-f6d34d39a5d3 req-5c97327d-b3c5-4db4-91f5-bf3bbf24712c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:42.880344 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-9ffe9808-7bf2-4ac3-a96a-41e04cc101e8 None None] Set router 25dbc7fb-05f5-4dd9-8008-44889c276b69 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:37:42.880887 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-56a515cb-5a2d-466b-8035-f6d34d39a5d3 req-5c97327d-b3c5-4db4-91f5-bf3bbf24712c service neutron] 10.222.0.102 "GET /v2.0/networks?id=49eaadcd-4166-45bc-8081-db7a31ee5c71 HTTP/1.1" status: 200 len: 919 time: 0.1256437 Jul 20 15:37:42.885428 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 15:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e92693-f4e1-4c1a-8d29-d80c423b338b x-openstack-request-id: req-19e92693-f4e1-4c1a-8d29-d80c423b338b {{(pid=104510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:37:42.885428 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0f28926-7b36-49a2-bd27-7b7006fa992e", "tag": "3aaaffa8-35ca-428a-a369-dca539b96513", "status": "completed", "code": 200}]} {{(pid=104510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:37:42.885428 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-19e92693-f4e1-4c1a-8d29-d80c423b338b {{(pid=104510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:37:42.885428 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19e92693-f4e1-4c1a-8d29-d80c423b338b'] response: {'name': 'network-changed', 'server_uuid': 'a0f28926-7b36-49a2-bd27-7b7006fa992e', 'tag': '3aaaffa8-35ca-428a-a369-dca539b96513', 'status': 'completed', 'code': 200} Jul 20 15:37:42.940553 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-56a515cb-5a2d-466b-8035-f6d34d39a5d3 req-65de8308-cac1-4fe8-ac0d-cabb30f69626 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9a62c66-1f34-4d8d-8dcb-53ae32a72875 HTTP/1.1" status: 200 len: 217 time: 0.0417109 Jul 20 15:37:42.957333 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b7f306-b437-4d79-979d-088f26abc41a req-fe9dfc27-57c1-461b-a01b-cc4d48e560d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:42.959016 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-68b7f306-b437-4d79-979d-088f26abc41a req-fe9dfc27-57c1-461b-a01b-cc4d48e560d8 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=aa49d7002cf441348cf3166e64b1bc87&device_id=a0f28926-7b36-49a2-bd27-7b7006fa992e HTTP/1.1" status: 200 len: 1130 time: 0.0431871 Jul 20 15:37:42.999317 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a515cb-5a2d-466b-8035-f6d34d39a5d3 req-d051024f-77a7-4d9f-a413-672a6b39f054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:43.001118 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-56a515cb-5a2d-466b-8035-f6d34d39a5d3 req-d051024f-77a7-4d9f-a413-672a6b39f054 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa HTTP/1.1" status: 200 len: 857 time: 0.0509245 Jul 20 15:37:43.006728 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:43.058208 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a515cb-5a2d-466b-8035-f6d34d39a5d3 req-277fae4c-996d-4a08-953e-1beb01948f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:43.060822 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-56a515cb-5a2d-466b-8035-f6d34d39a5d3 req-277fae4c-996d-4a08-953e-1beb01948f7e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=49eaadcd-4166-45bc-8081-db7a31ee5c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0509741 Jul 20 15:37:43.071520 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b7f306-b437-4d79-979d-088f26abc41a req-3e572864-21cd-460f-a78f-36f661ce66c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:43.073150 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-68b7f306-b437-4d79-979d-088f26abc41a req-3e572864-21cd-460f-a78f-36f661ce66c4 service neutron] 10.222.0.102 "GET /v2.0/networks?id=fa5e056d-5a56-4462-a470-30c02f844e62 HTTP/1.1" status: 200 len: 912 time: 0.1053405 Jul 20 15:37:43.150363 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-68b7f306-b437-4d79-979d-088f26abc41a req-873a8405-3640-414d-b02b-491e9e7b8973 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3aaaffa8-35ca-428a-a369-dca539b96513 HTTP/1.1" status: 200 len: 999 time: 0.0699146 Jul 20 15:37:43.180291 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-56a515cb-5a2d-466b-8035-f6d34d39a5d3 req-53a204bc-e44e-4c34-a4d3-0dd05140ca64 service neutron] 10.222.0.102 "GET /v2.0/networks/49eaadcd-4166-45bc-8081-db7a31ee5c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067920 Jul 20 15:37:43.210441 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-9ffe9808-7bf2-4ac3-a96a-41e04cc101e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'name': 'tempest-AttachVolumeTestJSON-1486781354-router', 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e5a10f1d-2213-4648-9011-120041d55208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:38Z', 'updated_at': '2022-07-20T15:31:48Z', 'revision_number': 4, 'project_id': 'aa49d7002cf441348cf3166e64b1bc87', 'gw_port': {'id': 'e5a10f1d-2213-4648-9011-120041d55208', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:40Z', 'updated_at': '2022-07-20T15:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': 'ca0762f2-7ed7-4e53-bc71-8302f2c76e90', 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'port_id': '3aaaffa8-35ca-428a-a369-dca539b96513', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa5e056d-5a56-4462-a470-30c02f844e62', 'mac_address': 'fa:16:3e:f8:a2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f28926-7b36-49a2-bd27-7b7006fa992e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:37:13Z', 'updated_at': '2022-07-20T15:37:42Z', 'revision_number': 1, 'project_id': 'aa49d7002cf441348cf3166e64b1bc87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06b3e5af-b121-48c5-9d7c-4fa3711f89db', 'name': '', 'network_id': 'fa5e056d-5a56-4462-a470-30c02f844e62', 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87', 'mac_address': 'fa:16:3e:cc:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c9fff1ac-07cb-4893-9ae7-8ae90fdf7477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:46Z', 'updated_at': '2022-07-20T15:31:57Z', 'revision_number': 5, 'project_id': 'aa49d7002cf441348cf3166e64b1bc87', 'subnets': [{'id': 'c9fff1ac-07cb-4893-9ae7-8ae90fdf7477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:37:43.217190 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b7f306-b437-4d79-979d-088f26abc41a req-c6ead62f-8a59-48de-8a13-39e1a7520fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:43.218987 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-68b7f306-b437-4d79-979d-088f26abc41a req-c6ead62f-8a59-48de-8a13-39e1a7520fca service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c9fff1ac-07cb-4893-9ae7-8ae90fdf7477 HTTP/1.1" status: 200 len: 850 time: 0.0573795 Jul 20 15:37:43.240152 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffe9808-7bf2-4ac3-a96a-41e04cc101e8 None None] Checking router: 25dbc7fb-05f5-4dd9-8008-44889c276b69 for host: dv-cinder-819149-12-iscsi {{(pid=104512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:37:43.258444 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffe9808-7bf2-4ac3-a96a-41e04cc101e8 None None] Routers {'25dbc7fb-05f5-4dd9-8008-44889c276b69'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:37:43.259467 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-9ffe9808-7bf2-4ac3-a96a-41e04cc101e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:37:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['25dbc7fb-05f5-4dd9-8008-44889c276b69'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:37:43.288729 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b7f306-b437-4d79-979d-088f26abc41a req-a6cdf4b6-541a-421f-bb57-5897ba869aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:43.290672 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-68b7f306-b437-4d79-979d-088f26abc41a req-a6cdf4b6-541a-421f-bb57-5897ba869aa6 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=fa5e056d-5a56-4462-a470-30c02f844e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0608809 Jul 20 15:37:43.388894 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-9ffe9808-7bf2-4ac3-a96a-41e04cc101e8 None None] Set router 25dbc7fb-05f5-4dd9-8008-44889c276b69 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:37:43.411515 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-68b7f306-b437-4d79-979d-088f26abc41a req-1e50d3fa-96ab-4c20-b704-2de7b8e71538 service neutron] 10.222.0.102 "GET /v2.0/networks/fa5e056d-5a56-4462-a470-30c02f844e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128833 Jul 20 15:37:43.517667 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-68b7f306-b437-4d79-979d-088f26abc41a req-c4e01c94-095a-4afe-a000-2bc22d1837a0 service neutron] 10.222.0.102 "GET /v2.0/networks/fa5e056d-5a56-4462-a470-30c02f844e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001074 Jul 20 15:37:43.528987 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:43.541585 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-56a515cb-5a2d-466b-8035-f6d34d39a5d3 req-7d8ba434-87e4-45ed-b84c-d695900b4474 service neutron] 10.222.0.102 "GET /v2.0/networks/49eaadcd-4166-45bc-8081-db7a31ee5c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546498 Jul 20 15:37:43.644309 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-9ffe9808-7bf2-4ac3-a96a-41e04cc101e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'name': 'tempest-AttachVolumeTestJSON-1486781354-router', 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e5a10f1d-2213-4648-9011-120041d55208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:38Z', 'updated_at': '2022-07-20T15:31:48Z', 'revision_number': 4, 'project_id': 'aa49d7002cf441348cf3166e64b1bc87', 'gw_port': {'id': 'e5a10f1d-2213-4648-9011-120041d55208', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:40Z', 'updated_at': '2022-07-20T15:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': 'ca0762f2-7ed7-4e53-bc71-8302f2c76e90', 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'port_id': '3aaaffa8-35ca-428a-a369-dca539b96513', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa5e056d-5a56-4462-a470-30c02f844e62', 'mac_address': 'fa:16:3e:f8:a2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f28926-7b36-49a2-bd27-7b7006fa992e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:37:13Z', 'updated_at': '2022-07-20T15:37:42Z', 'revision_number': 1, 'project_id': 'aa49d7002cf441348cf3166e64b1bc87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06b3e5af-b121-48c5-9d7c-4fa3711f89db', 'name': '', 'network_id': 'fa5e056d-5a56-4462-a470-30c02f844e62', 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87', 'mac_address': 'fa:16:3e:cc:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c9fff1ac-07cb-4893-9ae7-8ae90fdf7477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:46Z', 'updated_at': '2022-07-20T15:31:57Z', 'revision_number': 5, 'project_id': 'aa49d7002cf441348cf3166e64b1bc87', 'subnets': [{'id': 'c9fff1ac-07cb-4893-9ae7-8ae90fdf7477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:37:43.671150 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffe9808-7bf2-4ac3-a96a-41e04cc101e8 None None] The sync data for ids ['25dbc7fb-05f5-4dd9-8008-44889c276b69'] in dv-cinder-819149-12-iscsi is: [{'id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'name': 'tempest-AttachVolumeTestJSON-1486781354-router', 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e5a10f1d-2213-4648-9011-120041d55208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:38Z', 'updated_at': '2022-07-20T15:31:48Z', 'revision_number': 4, 'project_id': 'aa49d7002cf441348cf3166e64b1bc87', 'gw_port': {'id': 'e5a10f1d-2213-4648-9011-120041d55208', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:40Z', 'updated_at': '2022-07-20T15:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': 'ca0762f2-7ed7-4e53-bc71-8302f2c76e90', 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'port_id': '3aaaffa8-35ca-428a-a369-dca539b96513', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa5e056d-5a56-4462-a470-30c02f844e62', 'mac_address': 'fa:16:3e:f8:a2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f28926-7b36-49a2-bd27-7b7006fa992e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:37:13Z', 'updated_at': '2022-07-20T15:37:42Z', 'revision_number': 1, 'project_id': 'aa49d7002cf441348cf3166e64b1bc87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06b3e5af-b121-48c5-9d7c-4fa3711f89db', 'name': '', 'network_id': 'fa5e056d-5a56-4462-a470-30c02f844e62', 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87', 'mac_address': 'fa:16:3e:cc:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c9fff1ac-07cb-4893-9ae7-8ae90fdf7477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:46Z', 'updated_at': '2022-07-20T15:31:57Z', 'revision_number': 5, 'project_id': 'aa49d7002cf441348cf3166e64b1bc87', 'subnets': [{'id': 'c9fff1ac-07cb-4893-9ae7-8ae90fdf7477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:37:43.750575 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:43.762633 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c04b0-951a-46b0-bed2-059a52b65021 req-e29b79b7-85a3-4d69-8e23-e969e2760780 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:43.764322 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-383c04b0-951a-46b0-bed2-059a52b65021 req-e29b79b7-85a3-4d69-8e23-e969e2760780 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0e200ad-ac34-4618-9518-9cc89ec380de HTTP/1.1" status: 200 len: 945 time: 0.0532994 Jul 20 15:37:43.775728 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:43.814885 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-383c04b0-951a-46b0-bed2-059a52b65021 req-54180a0d-c7a9-43a0-ad78-6c4e45f0f129 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448875 Jul 20 15:37:43.883175 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e497ba59-a923-47b9-b0af-03853e7832d9 None None] New status for floating IP ca0762f2-7ed7-4e53-bc71-8302f2c76e90: ACTIVE {{(pid=104511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 15:37:44.796060 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 4b72a20e-3358-46f1-aef8-ee2cf0cabcd7 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:37:44.816021 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] No Port match for: 4b72a20e-3358-46f1-aef8-ee2cf0cabcd7 {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:37:44.816375 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 4b72a20e-3358-46f1-aef8-ee2cf0cabcd7 not bound to the agent host hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:37:44.934567 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72704ab4-05da-4e67-877e-f4e6bd5ecb82 req-97d0fcff-2b7d-4cdd-b5ba-b9dcb035175a tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:44.936042 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-72704ab4-05da-4e67-877e-f4e6bd5ecb82 req-97d0fcff-2b7d-4cdd-b5ba-b9dcb035175a tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0e200ad-ac34-4618-9518-9cc89ec380de HTTP/1.1" status: 200 len: 945 time: 0.0513716 Jul 20 15:37:44.984328 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-72704ab4-05da-4e67-877e-f4e6bd5ecb82 req-0fad436a-8d1a-480f-a209-e857793cded8 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425544 Jul 20 15:37:46.100377 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e588b94-8f44-4aa9-9f5f-4d66df5cbf9f req-474330b2-48a8-428e-a2bd-89b50d03d2dc tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:46.101854 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2e588b94-8f44-4aa9-9f5f-4d66df5cbf9f req-474330b2-48a8-428e-a2bd-89b50d03d2dc tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0e200ad-ac34-4618-9518-9cc89ec380de HTTP/1.1" status: 200 len: 945 time: 0.0473588 Jul 20 15:37:46.154225 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2e588b94-8f44-4aa9-9f5f-4d66df5cbf9f req-24eccdf0-d0ce-4ead-9a62-6f8464bc96d4 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443528 Jul 20 15:37:47.301757 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1d355-4a4e-48f1-8ebc-854dfb201221 req-298ffbee-21db-4720-80b7-0fd41170a668 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:47.303257 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-fae1d355-4a4e-48f1-8ebc-854dfb201221 req-298ffbee-21db-4720-80b7-0fd41170a668 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0e200ad-ac34-4618-9518-9cc89ec380de HTTP/1.1" status: 200 len: 945 time: 0.0784531 Jul 20 15:37:47.326965 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2efb85-2a01-4f02-b7f5-c43cbd4a9183 req-d63b7088-88a0-42d6-be61-726d1bf20884 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:47.328493 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ad2efb85-2a01-4f02-b7f5-c43cbd4a9183 req-d63b7088-88a0-42d6-be61-726d1bf20884 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.102 "GET /v2.0/ports?device_id=e0e200ad-ac34-4618-9518-9cc89ec380de HTTP/1.1" status: 200 len: 945 time: 0.0748608 Jul 20 15:37:47.408330 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-fae1d355-4a4e-48f1-8ebc-854dfb201221 req-2b5ebeda-e844-4009-bb4e-3e661504ab9d tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/security-groups?id=6152cff7-4ac1-44e6-902b-d1d4f678b42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948400 Jul 20 15:37:47.444177 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [req-ad2efb85-2a01-4f02-b7f5-c43cbd4a9183 req-d5d4f1ea-b5f0-4d9c-9c84-9f5c832f251a tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Deleting port b9a62c66-1f34-4d8d-8dcb-53ae32a72875 {{(pid=104510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:37:47.444517 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-ad2efb85-2a01-4f02-b7f5-c43cbd4a9183 req-d5d4f1ea-b5f0-4d9c-9c84-9f5c832f251a tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (b9a62c66-1f34-4d8d-8dcb-53ae32a72875), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:47.541305 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.db [req-ad2efb85-2a01-4f02-b7f5-c43cbd4a9183 req-d5d4f1ea-b5f0-4d9c-9c84-9f5c832f251a tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] For port b9a62c66-1f34-4d8d-8dcb-53ae32a72875, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=b9a62c66-1f34-4d8d-8dcb-53ae32a72875,segment=NetworkSegment(662891f8-8b9a-43c8-9ec2-0f1ae07a78f2),segment_id=662891f8-8b9a-43c8-9ec2-0f1ae07a78f2)] {{(pid=104510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:37:47.541692 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-ad2efb85-2a01-4f02-b7f5-c43cbd4a9183 req-d5d4f1ea-b5f0-4d9c-9c84-9f5c832f251a tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (b9a62c66-1f34-4d8d-8dcb-53ae32a72875), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:47.555877 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [req-ad2efb85-2a01-4f02-b7f5-c43cbd4a9183 req-d5d4f1ea-b5f0-4d9c-9c84-9f5c832f251a tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Calling delete_port for b9a62c66-1f34-4d8d-8dcb-53ae32a72875 owned by compute:nova {{(pid=104510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:37:47.779960 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-ad2efb85-2a01-4f02-b7f5-c43cbd4a9183 req-d5d4f1ea-b5f0-4d9c-9c84-9f5c832f251a tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25775823'] for port (b9a62c66-1f34-4d8d-8dcb-53ae32a72875), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:47.793511 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] get_ports_and_sgs() called for port_ids ['b9a62c66-1f34-4d8d-8dcb-53ae32a72875'] {{(pid=104511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:37:47.814490 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d4f1ea-b5f0-4d9c-9c84-9f5c832f251a tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Pushing event deleted for resources: {'Port': ['ID=b9a62c66-1f34-4d8d-8dcb-53ae32a72875,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:47.866507 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2efb85-2a01-4f02-b7f5-c43cbd4a9183 req-d5d4f1ea-b5f0-4d9c-9c84-9f5c832f251a tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] No DVR routers for this DVR port b9a62c66-1f34-4d8d-8dcb-53ae32a72875 on host hv-cinder-81914 {{(pid=104510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 15:37:47.870244 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-ad2efb85-2a01-4f02-b7f5-c43cbd4a9183 req-d5d4f1ea-b5f0-4d9c-9c84-9f5c832f251a tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:47.876642 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ad2efb85-2a01-4f02-b7f5-c43cbd4a9183 req-d5d4f1ea-b5f0-4d9c-9c84-9f5c832f251a tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.102 "DELETE /v2.0/ports/b9a62c66-1f34-4d8d-8dcb-53ae32a72875 HTTP/1.1" status: 204 len: 173 time: 0.5345225 Jul 20 15:37:47.876642 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e200ad-ac34-4618-9518-9cc89ec380de', 'name': 'network-vif-deleted', 'tag': 'b9a62c66-1f34-4d8d-8dcb-53ae32a72875'}] {{(pid=104510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:37:47.876642 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e6f04493f4523d7005559a5723156fec6de25b8db42c399d87358264a9319a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9eab230-6453-4100-9d61-4bffdb4636e5" -d '{"events": [{"server_uuid": "e0e200ad-ac34-4618-9518-9cc89ec380de", "name": "network-vif-deleted", "tag": "b9a62c66-1f34-4d8d-8dcb-53ae32a72875"}]}' {{(pid=104510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:37:47.914195 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 15:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c213cf49-4e29-497c-b06d-910fb03c4efa x-openstack-request-id: req-c213cf49-4e29-497c-b06d-910fb03c4efa {{(pid=104510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:37:47.914604 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e200ad-ac34-4618-9518-9cc89ec380de", "name": "network-vif-deleted", "tag": "b9a62c66-1f34-4d8d-8dcb-53ae32a72875", "status": "completed", "code": 200}]} {{(pid=104510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:37:47.914954 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c213cf49-4e29-497c-b06d-910fb03c4efa {{(pid=104510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:37:47.915534 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c213cf49-4e29-497c-b06d-910fb03c4efa'] response: {'server_uuid': 'e0e200ad-ac34-4618-9518-9cc89ec380de', 'name': 'network-vif-deleted', 'tag': 'b9a62c66-1f34-4d8d-8dcb-53ae32a72875', 'status': 'completed', 'code': 200} Jul 20 15:37:48.524661 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-7dfc93b6-2a26-4d0e-ba3b-be1bd7b76d96 req-752c9cfa-776c-40e2-8c01-19aa3fce5338 tempest-ServerRescueNegativeTestJSON-1769185307 tempest-ServerRescueNegativeTestJSON-1769185307-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0e200ad-ac34-4618-9518-9cc89ec380de HTTP/1.1" status: 200 len: 210 time: 0.0346553 Jul 20 15:37:49.111942 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09589e-b082-4fbd-bccb-d720020cdab8 req-c8cfa175-1cb6-4ab3-a050-b9aa71e54063 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:49.113405 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6a09589e-b082-4fbd-bccb-d720020cdab8 req-c8cfa175-1cb6-4ab3-a050-b9aa71e54063 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d19002-eab6-4af7-b0bc-65bf247b3823 HTTP/1.1" status: 200 len: 945 time: 0.0528378 Jul 20 15:37:49.161957 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6a09589e-b082-4fbd-bccb-d720020cdab8 req-ec6eff0d-11bd-4bd1-9fb8-e776b0ae1555 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/security-groups?id=88ec5720-5fb7-412c-b03c-781c9df83e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427935 Jul 20 15:37:49.584537 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 47524) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:37:49.777310 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:49.792134 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:50.007986 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-62456d31-5991-4e08-ae6c-142b6a3e2456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:50.075919 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-df347ddc-af15-472e-8857-2eebc09d600b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711803'] for router_interface (ebf4287d-ab00-4852-994d-69a12c2f480d), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:50.322273 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70853990-8358-4d5a-94bb-9aa6415a884c req-4d70eed9-5bb1-4097-820b-16821239af77 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:50.323880 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-70853990-8358-4d5a-94bb-9aa6415a884c req-4d70eed9-5bb1-4097-820b-16821239af77 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d19002-eab6-4af7-b0bc-65bf247b3823 HTTP/1.1" status: 200 len: 945 time: 0.0908961 Jul 20 15:37:50.426772 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-70853990-8358-4d5a-94bb-9aa6415a884c req-c74c218c-efb5-43f7-84a7-97236520b872 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/security-groups?id=88ec5720-5fb7-412c-b03c-781c9df83e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821033 Jul 20 15:37:50.427422 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [None req-df347ddc-af15-472e-8857-2eebc09d600b admin admin] Deleting port edc4ca67-4580-427e-b8c7-b4181fd4f3bb {{(pid=104510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:37:50.427771 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-df347ddc-af15-472e-8857-2eebc09d600b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (edc4ca67-4580-427e-b8c7-b4181fd4f3bb), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:50.515620 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.db [None req-df347ddc-af15-472e-8857-2eebc09d600b admin admin] For port edc4ca67-4580-427e-b8c7-b4181fd4f3bb, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=edc4ca67-4580-427e-b8c7-b4181fd4f3bb,segment=NetworkSegment(662891f8-8b9a-43c8-9ec2-0f1ae07a78f2),segment_id=662891f8-8b9a-43c8-9ec2-0f1ae07a78f2)] {{(pid=104510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:37:50.515985 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-df347ddc-af15-472e-8857-2eebc09d600b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (edc4ca67-4580-427e-b8c7-b4181fd4f3bb), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:50.529735 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [None req-df347ddc-af15-472e-8857-2eebc09d600b admin admin] Calling delete_port for edc4ca67-4580-427e-b8c7-b4181fd4f3bb owned by network:router_interface {{(pid=104510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:37:50.653844 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:50.811773 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device b9a62c66-1f34-4d8d-8dcb-53ae32a72875 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:37:50.831833 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] No Port match for: b9a62c66-1f34-4d8d-8dcb-53ae32a72875 {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:37:50.832206 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device b9a62c66-1f34-4d8d-8dcb-53ae32a72875 not bound to the agent host hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:37:50.839692 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-df347ddc-af15-472e-8857-2eebc09d600b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25775823'] for port (edc4ca67-4580-427e-b8c7-b4181fd4f3bb), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:50.847984 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:50.867269 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df347ddc-af15-472e-8857-2eebc09d600b admin admin] Pushing event deleted for resources: {'Port': ['ID=edc4ca67-4580-427e-b8c7-b4181fd4f3bb,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:51.051527 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be2bce-e669-4286-9d01-ad549bfa78c7 req-9ab0c50d-889b-4753-b6d3-cc77d086d8bd tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:51.052981 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c9be2bce-e669-4286-9d01-ad549bfa78c7 req-9ab0c50d-889b-4753-b6d3-cc77d086d8bd tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.102 "GET /v2.0/ports?device_id=c6d19002-eab6-4af7-b0bc-65bf247b3823 HTTP/1.1" status: 200 len: 945 time: 0.0842428 Jul 20 15:37:51.104972 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-df347ddc-af15-472e-8857-2eebc09d600b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1514783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711695'] for router_interface (ebf4287d-ab00-4852-994d-69a12c2f480d), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:51.198754 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [req-c9be2bce-e669-4286-9d01-ad549bfa78c7 req-e0dc18c8-fb99-4639-bdde-77cf3d9ae90f tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Deleting port 4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a {{(pid=104510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:37:51.199049 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-c9be2bce-e669-4286-9d01-ad549bfa78c7 req-e0dc18c8-fb99-4639-bdde-77cf3d9ae90f tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:51.620093 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f0a02-5ec1-42fc-b450-43ee10e2261e req-072493d7-2bd2-4670-af5e-44c792621fba tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:51.621570 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2e1f0a02-5ec1-42fc-b450-43ee10e2261e req-072493d7-2bd2-4670-af5e-44c792621fba tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d19002-eab6-4af7-b0bc-65bf247b3823 HTTP/1.1" status: 200 len: 945 time: 0.1032085 Jul 20 15:37:51.643051 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.db [req-c9be2bce-e669-4286-9d01-ad549bfa78c7 req-e0dc18c8-fb99-4639-bdde-77cf3d9ae90f tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] For port 4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a,segment=NetworkSegment(88aca104-d482-49b2-8299-19049d4870ae),segment_id=88aca104-d482-49b2-8299-19049d4870ae)] {{(pid=104510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:37:51.643409 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-c9be2bce-e669-4286-9d01-ad549bfa78c7 req-e0dc18c8-fb99-4639-bdde-77cf3d9ae90f tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:51.699948 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [req-c9be2bce-e669-4286-9d01-ad549bfa78c7 req-e0dc18c8-fb99-4639-bdde-77cf3d9ae90f tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Calling delete_port for 4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a owned by compute:nova {{(pid=104510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:37:51.783962 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2e1f0a02-5ec1-42fc-b450-43ee10e2261e req-eaf212c5-455b-4b68-8cff-846ee9018e11 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/security-groups?id=88ec5720-5fb7-412c-b03c-781c9df83e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533837 Jul 20 15:37:51.793343 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df347ddc-af15-472e-8857-2eebc09d600b admin admin] Router ebf4287d-ab00-4852-994d-69a12c2f480d has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:37:51.806768 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:51.947873 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:51.962401 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df347ddc-af15-472e-8857-2eebc09d600b admin admin] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:37:51.967795 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-df347ddc-af15-472e-8857-2eebc09d600b admin admin] 10.222.0.78 "PUT /v2.0/routers/ebf4287d-ab00-4852-994d-69a12c2f480d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3823867 Jul 20 15:37:51.970613 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 47532) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:37:51.972082 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6609c7-d079-4b87-a703-4b1879c874c9 None None] Sync routers for ids ['ebf4287d-ab00-4852-994d-69a12c2f480d'] in dv-cinder-819149-12-iscsi {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:37:51.984350 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6609c7-d079-4b87-a703-4b1879c874c9 None None] Routers {'ebf4287d-ab00-4852-994d-69a12c2f480d'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:37:51.984959 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-5e6609c7-d079-4b87-a703-4b1879c874c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:37:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['ebf4287d-ab00-4852-994d-69a12c2f480d'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:37:52.045685 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-c9be2bce-e669-4286-9d01-ad549bfa78c7 req-e0dc18c8-fb99-4639-bdde-77cf3d9ae90f tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25775823'] for port (4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:52.057983 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] get_ports_and_sgs() called for port_ids ['4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a'] {{(pid=104511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:37:52.098768 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-5e6609c7-d079-4b87-a703-4b1879c874c9 None None] Set router ebf4287d-ab00-4852-994d-69a12c2f480d gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:37:52.118653 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc18c8-fb99-4639-bdde-77cf3d9ae90f tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Pushing event deleted for resources: {'Port': ['ID=4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:52.193821 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9be2bce-e669-4286-9d01-ad549bfa78c7 req-e0dc18c8-fb99-4639-bdde-77cf3d9ae90f tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] No DVR routers for this DVR port 4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a on host hv-cinder-81914 {{(pid=104510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 15:37:52.198064 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-c9be2bce-e669-4286-9d01-ad549bfa78c7 req-e0dc18c8-fb99-4639-bdde-77cf3d9ae90f tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:52.204273 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c9be2bce-e669-4286-9d01-ad549bfa78c7 req-e0dc18c8-fb99-4639-bdde-77cf3d9ae90f tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.102 "DELETE /v2.0/ports/4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a HTTP/1.1" status: 204 len: 173 time: 1.1413271 Jul 20 15:37:52.204995 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d19002-eab6-4af7-b0bc-65bf247b3823', 'name': 'network-vif-deleted', 'tag': '4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a'}] {{(pid=104510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:37:52.210092 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e6f04493f4523d7005559a5723156fec6de25b8db42c399d87358264a9319a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39d5f92-a7d5-4d12-9acc-ec80051e2175" -d '{"events": [{"server_uuid": "c6d19002-eab6-4af7-b0bc-65bf247b3823", "name": "network-vif-deleted", "tag": "4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a"}]}' {{(pid=104510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:37:52.258466 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 15:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47daf131-0e2e-432a-a2f8-faf933596803 x-openstack-request-id: req-47daf131-0e2e-432a-a2f8-faf933596803 {{(pid=104510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:37:52.258762 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d19002-eab6-4af7-b0bc-65bf247b3823", "name": "network-vif-deleted", "tag": "4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a", "status": "completed", "code": 200}]} {{(pid=104510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:37:52.259016 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-47daf131-0e2e-432a-a2f8-faf933596803 {{(pid=104510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:37:52.259420 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47daf131-0e2e-432a-a2f8-faf933596803'] response: {'server_uuid': 'c6d19002-eab6-4af7-b0bc-65bf247b3823', 'name': 'network-vif-deleted', 'tag': '4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a', 'status': 'completed', 'code': 200} Jul 20 15:37:52.338552 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-5e6609c7-d079-4b87-a703-4b1879c874c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'name': 'tempest-ServerRescueNegativeTestJSON-322932725-router', 'tenant_id': '61872ef687074f5791a2cc46732bebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '7309a38e-c50f-443e-9146-71bf58bee58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:40Z', 'updated_at': '2022-07-20T15:37:50Z', 'revision_number': 5, 'project_id': '61872ef687074f5791a2cc46732bebdf', 'gw_port': {'id': '7309a38e-c50f-443e-9146-71bf58bee58a', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:41Z', 'updated_at': '2022-07-20T15:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:37:52.364238 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6609c7-d079-4b87-a703-4b1879c874c9 None None] Checking router: ebf4287d-ab00-4852-994d-69a12c2f480d for host: dv-cinder-819149-12-iscsi {{(pid=104512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:37:52.366614 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-121601c9-4fff-4ebd-9283-79757a083b72 admin admin] Publish callbacks [] for router (ebf4287d-ab00-4852-994d-69a12c2f480d), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:52.379539 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6609c7-d079-4b87-a703-4b1879c874c9 None None] Routers {'ebf4287d-ab00-4852-994d-69a12c2f480d'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:37:52.380153 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-5e6609c7-d079-4b87-a703-4b1879c874c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:37:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['ebf4287d-ab00-4852-994d-69a12c2f480d'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:37:52.465417 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:52.476473 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-121601c9-4fff-4ebd-9283-79757a083b72 admin admin] Publish callbacks [] for router_gateway (ebf4287d-ab00-4852-994d-69a12c2f480d), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:52.478231 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71296f5d-f030-4dd4-a8d1-47ec924039b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:52.497409 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-5e6609c7-d079-4b87-a703-4b1879c874c9 None None] Set router ebf4287d-ab00-4852-994d-69a12c2f480d gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:37:52.680444 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-5e6609c7-d079-4b87-a703-4b1879c874c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'name': 'tempest-ServerRescueNegativeTestJSON-322932725-router', 'tenant_id': '61872ef687074f5791a2cc46732bebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '7309a38e-c50f-443e-9146-71bf58bee58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:40Z', 'updated_at': '2022-07-20T15:37:50Z', 'revision_number': 5, 'project_id': '61872ef687074f5791a2cc46732bebdf', 'gw_port': {'id': '7309a38e-c50f-443e-9146-71bf58bee58a', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:41Z', 'updated_at': '2022-07-20T15:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:37:52.686789 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-121601c9-4fff-4ebd-9283-79757a083b72 admin admin] Deleting port 7309a38e-c50f-443e-9146-71bf58bee58a {{(pid=104509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:37:52.687130 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-121601c9-4fff-4ebd-9283-79757a083b72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (7309a38e-c50f-443e-9146-71bf58bee58a), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:52.700028 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:52.712460 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6609c7-d079-4b87-a703-4b1879c874c9 None None] The sync data for ids ['ebf4287d-ab00-4852-994d-69a12c2f480d'] in dv-cinder-819149-12-iscsi is: [{'id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'name': 'tempest-ServerRescueNegativeTestJSON-322932725-router', 'tenant_id': '61872ef687074f5791a2cc46732bebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '7309a38e-c50f-443e-9146-71bf58bee58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:40Z', 'updated_at': '2022-07-20T15:37:50Z', 'revision_number': 5, 'project_id': '61872ef687074f5791a2cc46732bebdf', 'gw_port': {'id': '7309a38e-c50f-443e-9146-71bf58bee58a', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4287d-ab00-4852-994d-69a12c2f480d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:41Z', 'updated_at': '2022-07-20T15:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}] {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:37:52.809073 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [None req-121601c9-4fff-4ebd-9283-79757a083b72 admin admin] For port 7309a38e-c50f-443e-9146-71bf58bee58a, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=7309a38e-c50f-443e-9146-71bf58bee58a,segment=NetworkSegment(65d22977-7383-4d3c-8560-aa09b9e1098a),segment_id=65d22977-7383-4d3c-8560-aa09b9e1098a)] {{(pid=104509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:37:52.809460 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-121601c9-4fff-4ebd-9283-79757a083b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (7309a38e-c50f-443e-9146-71bf58bee58a), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:52.834941 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:52.834941 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-121601c9-4fff-4ebd-9283-79757a083b72 admin admin] Calling delete_port for 7309a38e-c50f-443e-9146-71bf58bee58a owned by network:router_gateway {{(pid=104509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:37:52.899174 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device edc4ca67-4580-427e-b8c7-b4181fd4f3bb no longer exists at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:37:52.925663 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] No Port match for: edc4ca67-4580-427e-b8c7-b4181fd4f3bb {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:37:52.926314 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device edc4ca67-4580-427e-b8c7-b4181fd4f3bb not bound to the agent host dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:37:52.939586 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-add54c38-cf96-4c3d-b3cd-daec572db392 req-1a101c9e-91df-403d-b253-549d7b505fa2 tempest-VolumesSnapshotTestJSON-1089502414 tempest-VolumesSnapshotTestJSON-1089502414-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d19002-eab6-4af7-b0bc-65bf247b3823 HTTP/1.1" status: 200 len: 210 time: 0.0418346 Jul 20 15:37:53.148127 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-121601c9-4fff-4ebd-9283-79757a083b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (7309a38e-c50f-443e-9146-71bf58bee58a), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:53.174880 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121601c9-4fff-4ebd-9283-79757a083b72 admin admin] Pushing event deleted for resources: {'Port': ['ID=7309a38e-c50f-443e-9146-71bf58bee58a,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:53.186892 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121601c9-4fff-4ebd-9283-79757a083b72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:37:53.187249 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121601c9-4fff-4ebd-9283-79757a083b72 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:37:53.187593 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121601c9-4fff-4ebd-9283-79757a083b72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:37:53.187932 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121601c9-4fff-4ebd-9283-79757a083b72 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:37:53.188264 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121601c9-4fff-4ebd-9283-79757a083b72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:37:53.188595 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121601c9-4fff-4ebd-9283-79757a083b72 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:37:53.188923 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121601c9-4fff-4ebd-9283-79757a083b72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:37:53.189249 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121601c9-4fff-4ebd-9283-79757a083b72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:37:53.189581 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121601c9-4fff-4ebd-9283-79757a083b72 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:37:53.189907 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121601c9-4fff-4ebd-9283-79757a083b72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:37:53.190233 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121601c9-4fff-4ebd-9283-79757a083b72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:37:53.190589 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121601c9-4fff-4ebd-9283-79757a083b72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:37:53.190909 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121601c9-4fff-4ebd-9283-79757a083b72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:37:53.191248 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121601c9-4fff-4ebd-9283-79757a083b72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:37:53.191552 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121601c9-4fff-4ebd-9283-79757a083b72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:37:53.249847 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-121601c9-4fff-4ebd-9283-79757a083b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714468'] for router_gateway (ebf4287d-ab00-4852-994d-69a12c2f480d), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:53.339130 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-121601c9-4fff-4ebd-9283-79757a083b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1708605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-741'] for router (ebf4287d-ab00-4852-994d-69a12c2f480d), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:53.342052 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-121601c9-4fff-4ebd-9283-79757a083b72 admin admin] Publish callbacks [] for router_controller (ebf4287d-ab00-4852-994d-69a12c2f480d), precommit_delete_associations {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:53.484772 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-121601c9-4fff-4ebd-9283-79757a083b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708713'] for router (ebf4287d-ab00-4852-994d-69a12c2f480d), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:53.485514 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121601c9-4fff-4ebd-9283-79757a083b72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebf4287d-ab00-4852-994d-69a12c2f480d {{(pid=104509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 15:37:53.491653 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-121601c9-4fff-4ebd-9283-79757a083b72 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:53.493044 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-121601c9-4fff-4ebd-9283-79757a083b72 admin admin] 10.222.0.78 "DELETE /v2.0/routers/ebf4287d-ab00-4852-994d-69a12c2f480d HTTP/1.1" status: 204 len: 168 time: 1.5214200 Jul 20 15:37:53.496406 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 47538) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:37:53.527992 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:53.554740 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c73fcb5-a60b-48a2-bcd5-19633659ed56 admin admin] Deleting subnet 2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa {{(pid=104509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 15:37:53.558471 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-0c73fcb5-a60b-48a2-bcd5-19633659ed56 admin admin] Publish callbacks [] for subnet (2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:53.599503 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-0c73fcb5-a60b-48a2-bcd5-19633659ed56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17085713'] for subnet (2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa), precommit_delete_associations {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:53.638662 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:53.686918 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-0c73fcb5-a60b-48a2-bcd5-19633659ed56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7837766'] for subnet (2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:53.924600 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-0c73fcb5-a60b-48a2-bcd5-19633659ed56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7837769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1948132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18758723'] for subnet (2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:53.956942 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c73fcb5-a60b-48a2-bcd5-19633659ed56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:53.956942 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-0c73fcb5-a60b-48a2-bcd5-19633659ed56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for subnet (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:53.960126 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-0c73fcb5-a60b-48a2-bcd5-19633659ed56 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/2fd25ba9-7203-4fa5-bb1f-7aa5ad8f3dfa HTTP/1.1" status: 204 len: 168 time: 0.4625521 Jul 20 15:37:53.963189 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 47540) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:37:53.966004 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3abafa3-32ed-48cb-b350-adddf40c5abe None None] Network 49eaadcd-4166-45bc-8081-db7a31ee5c71 requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:37:54.048337 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:54.102181 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a5e79320-2128-4653-bb04-e8980cb5a0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7858968'] for network (49eaadcd-4166-45bc-8081-db7a31ee5c71), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:54.150998 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [None req-a5e79320-2128-4653-bb04-e8980cb5a0d4 admin admin] Deleting port ca69a9ad-2952-4883-b0ad-15fff326e713 {{(pid=104510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:37:54.151340 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a5e79320-2128-4653-bb04-e8980cb5a0d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (ca69a9ad-2952-4883-b0ad-15fff326e713), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:54.203246 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2ec81a-c83e-4f86-bbc7-3ea2bed6e2bb None None] DHCP port deletion for 49eaadcd-4166-45bc-8081-db7a31ee5c71 request from dv-cinder-819149-12-iscsi {{(pid=104511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 15:37:54.231230 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.db [None req-a5e79320-2128-4653-bb04-e8980cb5a0d4 admin admin] For port ca69a9ad-2952-4883-b0ad-15fff326e713, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=ca69a9ad-2952-4883-b0ad-15fff326e713,segment=NetworkSegment(662891f8-8b9a-43c8-9ec2-0f1ae07a78f2),segment_id=662891f8-8b9a-43c8-9ec2-0f1ae07a78f2)] {{(pid=104510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:37:54.231674 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a5e79320-2128-4653-bb04-e8980cb5a0d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (ca69a9ad-2952-4883-b0ad-15fff326e713), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:54.249062 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [None req-a5e79320-2128-4653-bb04-e8980cb5a0d4 admin admin] Calling delete_port for ca69a9ad-2952-4883-b0ad-15fff326e713 owned by network:dhcp {{(pid=104510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:37:54.257214 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-fb2ec81a-c83e-4f86-bbc7-3ea2bed6e2bb None None] Deleting port ca69a9ad-2952-4883-b0ad-15fff326e713 {{(pid=104511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:37:54.257214 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-fb2ec81a-c83e-4f86-bbc7-3ea2bed6e2bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (ca69a9ad-2952-4883-b0ad-15fff326e713), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:54.314789 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-fb2ec81a-c83e-4f86-bbc7-3ea2bed6e2bb None None] For port ca69a9ad-2952-4883-b0ad-15fff326e713, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=ca69a9ad-2952-4883-b0ad-15fff326e713,segment=NetworkSegment(662891f8-8b9a-43c8-9ec2-0f1ae07a78f2),segment_id=662891f8-8b9a-43c8-9ec2-0f1ae07a78f2)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:37:54.315116 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-fb2ec81a-c83e-4f86-bbc7-3ea2bed6e2bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (ca69a9ad-2952-4883-b0ad-15fff326e713), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:54.328164 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-fb2ec81a-c83e-4f86-bbc7-3ea2bed6e2bb None None] Calling delete_port for ca69a9ad-2952-4883-b0ad-15fff326e713 owned by network:dhcp {{(pid=104511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:37:54.331736 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:54.427455 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a5e79320-2128-4653-bb04-e8980cb5a0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25775823'] for port (ca69a9ad-2952-4883-b0ad-15fff326e713), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:54.435698 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-fb2ec81a-c83e-4f86-bbc7-3ea2bed6e2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422'] for port (ca69a9ad-2952-4883-b0ad-15fff326e713), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:54.451919 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e79320-2128-4653-bb04-e8980cb5a0d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca69a9ad-2952-4883-b0ad-15fff326e713,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:54.458648 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e79320-2128-4653-bb04-e8980cb5a0d4 admin admin] No DVR routers for this DVR port ca69a9ad-2952-4883-b0ad-15fff326e713 on host dv-cinder-819149-12-iscsi {{(pid=104510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 15:37:54.462376 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ec81a-c83e-4f86-bbc7-3ea2bed6e2bb None None] Pushing event deleted for resources: {'Port': ['ID=ca69a9ad-2952-4883-b0ad-15fff326e713,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:54.467530 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2ec81a-c83e-4f86-bbc7-3ea2bed6e2bb None None] No DVR routers for this DVR port ca69a9ad-2952-4883-b0ad-15fff326e713 on host dv-cinder-819149-12-iscsi {{(pid=104511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 15:37:54.538607 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a5e79320-2128-4653-bb04-e8980cb5a0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7837447', 'neutron.services.segments.db._delete_segments_for_network-8737057647674'] for network (49eaadcd-4166-45bc-8081-db7a31ee5c71), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:54.561141 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.services.segments.db [None req-a5e79320-2128-4653-bb04-e8980cb5a0d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49eaadcd-4166-45bc-8081-db7a31ee5c71']}} {{(pid=104510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:37:54.573167 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.services.segments.db [None req-a5e79320-2128-4653-bb04-e8980cb5a0d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '662891f8-8b9a-43c8-9ec2-0f1ae07a78f2') {'for_net_delete': True} {{(pid=104510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:37:54.573741 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.services.segments.db [None req-a5e79320-2128-4653-bb04-e8980cb5a0d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '662891f8-8b9a-43c8-9ec2-0f1ae07a78f2') {} {{(pid=104510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:37:54.586288 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a5e79320-2128-4653-bb04-e8980cb5a0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737057648963', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3188917'] for segment (662891f8-8b9a-43c8-9ec2-0f1ae07a78f2), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:54.600433 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a5e79320-2128-4653-bb04-e8980cb5a0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087'] for segment (662891f8-8b9a-43c8-9ec2-0f1ae07a78f2), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:54.607633 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5e79320-2128-4653-bb04-e8980cb5a0d4 admin admin] Releasing vlan 957 on physical network physnet1 to pool {{(pid=104510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 15:37:54.608029 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a5e79320-2128-4653-bb04-e8980cb5a0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25775772'] for segment (662891f8-8b9a-43c8-9ec2-0f1ae07a78f2), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:54.658902 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.services.segments.plugin [-] Segment 662891f8-8b9a-43c8-9ec2-0f1ae07a78f2 resource provider aggregate not found Jul 20 15:37:54.677401 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.services.segments.plugin [-] Segment 662891f8-8b9a-43c8-9ec2-0f1ae07a78f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 662891f8-8b9a-43c8-9ec2-0f1ae07a78f2 found for delete ", "request_id": "req-288fdffa-7b79-4d4f-9c03-60d9696efb41"}]} Jul 20 15:37:54.815340 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a5e79320-2128-4653-bb04-e8980cb5a0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7837500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714511'] for network (49eaadcd-4166-45bc-8081-db7a31ee5c71), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:54.818598 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a5e79320-2128-4653-bb04-e8980cb5a0d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for network (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:54.822526 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-a5e79320-2128-4653-bb04-e8980cb5a0d4 admin admin] 10.222.0.78 "DELETE /v2.0/networks/49eaadcd-4166-45bc-8081-db7a31ee5c71 HTTP/1.1" status: 204 len: 168 time: 0.8574657 Jul 20 15:37:54.835052 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:37:54.839975 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e79320-2128-4653-bb04-e8980cb5a0d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=49eaadcd-4166-45bc-8081-db7a31ee5c71,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:54.865471 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] No Port match for: 4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:37:54.865906 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 4d6584c0-9719-4f3c-9c31-bd0bd3f2bb1a not bound to the agent host hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:37:54.899502 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device ca69a9ad-2952-4883-b0ad-15fff326e713 no longer exists at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:37:54.921444 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] No Port match for: ca69a9ad-2952-4883-b0ad-15fff326e713 {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:37:54.921791 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device ca69a9ad-2952-4883-b0ad-15fff326e713 not bound to the agent host dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:37:54.922216 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 7309a38e-c50f-443e-9146-71bf58bee58a no longer exists at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:37:54.940762 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:54.941433 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] No Port match for: 7309a38e-c50f-443e-9146-71bf58bee58a {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:37:54.941721 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 7309a38e-c50f-443e-9146-71bf58bee58a not bound to the agent host dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:37:55.082290 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:55.249925 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 47556) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:37:55.291410 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-f21f9052-5a2c-498a-8366-7103804c96dc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=61872ef687074f5791a2cc46732bebdf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0402827 Jul 20 15:37:55.294169 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 47558) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:37:55.343294 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-88e173dd-2c8c-41ff-9c65-6937b544042c admin admin] Publish callbacks [] for security_group (6152cff7-4ac1-44e6-902b-d1d4f678b42e), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:55.365807 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-88e173dd-2c8c-41ff-9c65-6937b544042c admin admin] Publish callbacks [] for security_group (6152cff7-4ac1-44e6-902b-d1d4f678b42e), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:55.501560 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-88e173dd-2c8c-41ff-9c65-6937b544042c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (6152cff7-4ac1-44e6-902b-d1d4f678b42e), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:55.504374 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-88e173dd-2c8c-41ff-9c65-6937b544042c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:55.505573 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-88e173dd-2c8c-41ff-9c65-6937b544042c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6152cff7-4ac1-44e6-902b-d1d4f678b42e HTTP/1.1" status: 204 len: 168 time: 0.2104778 Jul 20 15:37:55.507994 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:55.514805 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e173dd-2c8c-41ff-9c65-6937b544042c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6152cff7-4ac1-44e6-902b-d1d4f678b42e,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:56.814024 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 47590) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:37:56.911637 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-337c442a-6dc0-465c-b455-cfaed2df921d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-814596091-network', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:37:57.021705 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337c442a-6dc0-465c-b455-cfaed2df921d admin admin] Made reservation on behalf of 44dc2a5c754d42d1862b331afef2183f for: {'network': 1} {{(pid=104510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:37:57.024178 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-337c442a-6dc0-465c-b455-cfaed2df921d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for network (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:57.033570 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-337c442a-6dc0-465c-b455-cfaed2df921d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:57.080916 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:57.116567 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-337c442a-6dc0-465c-b455-cfaed2df921d admin admin] Publish callbacks [] for security_group (0abd2875-9ce7-463b-8f82-985a768163e2), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:57.221627 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-337c442a-6dc0-465c-b455-cfaed2df921d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (0abd2875-9ce7-463b-8f82-985a768163e2), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:57.244593 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-337c442a-6dc0-465c-b455-cfaed2df921d admin admin] vlan segment allocate from pool success with {'vlan_id': 988, 'physical_network': 'physnet1'} {{(pid=104510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 15:37:57.259052 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c442a-6dc0-465c-b455-cfaed2df921d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0abd2875-9ce7-463b-8f82-985a768163e2,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:57.264416 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-337c442a-6dc0-465c-b455-cfaed2df921d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087'] for segment (e026d837-5e38-45b1-9c83-a88e3f038dd4), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:57.264764 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.db.segments_db [None req-337c442a-6dc0-465c-b455-cfaed2df921d admin admin] Added segment e026d837-5e38-45b1-9c83-a88e3f038dd4 of type vlan for network 4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc Jul 20 15:37:57.307221 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-337c442a-6dc0-465c-b455-cfaed2df921d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737057167135'] for network (4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:57.444082 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-337c442a-6dc0-465c-b455-cfaed2df921d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428'] for network (4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:57.445189 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337c442a-6dc0-465c-b455-cfaed2df921d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:57.445826 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-337c442a-6dc0-465c-b455-cfaed2df921d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for network (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:57.509340 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c442a-6dc0-465c-b455-cfaed2df921d admin admin] Pushing event updated for resources: {'Network': ['ID=4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:57.518824 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Network 4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc details requested by agent ovs-agent-dv-cinder-819149-12-iscsi with host dv-cinder-819149-12-iscsi {{(pid=104511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 15:37:57.567185 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-337c442a-6dc0-465c-b455-cfaed2df921d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.7519901 Jul 20 15:37:57.570062 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 47594) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:37:57.574807 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-a6ad6a1e-5c88-4041-998e-1100e4201573 admin admin] Request body: {'subnet': {'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-814596091-subnet', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:37:57.649885 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ad6a1e-5c88-4041-998e-1100e4201573 admin admin] Made reservation on behalf of 44dc2a5c754d42d1862b331afef2183f for: {'subnet': 1} {{(pid=104510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:37:57.653029 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a6ad6a1e-5c88-4041-998e-1100e4201573 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25937554'] for subnet (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:57.773319 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:57.894813 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a6ad6a1e-5c88-4041-998e-1100e4201573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25785471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25937540'] for subnet (f67dc5bc-fa6a-464f-8936-90155eea6d28), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:57.953225 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad6a1e-5c88-4041-998e-1100e4201573 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f67dc5bc-fa6a-464f-8936-90155eea6d28,revision_number=0']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:57.963380 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ad6a1e-5c88-4041-998e-1100e4201573 admin admin] Checking segment: {'id': 'e026d837-5e38-45b1-9c83-a88e3f038dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:37:57.963739 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ad6a1e-5c88-4041-998e-1100e4201573 admin admin] Network hostable DHCP agents. Network: 4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc, hostable agents: ['1054ab0b-28b9-454f-8889-d57ec5383afd'], hosted agents: [] {{(pid=104510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 15:37:58.093675 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ad6a1e-5c88-4041-998e-1100e4201573 admin admin] Network 4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc is scheduled to be hosted by DHCP agent 1054ab0b-28b9-454f-8889-d57ec5383afd with binding_index 1 {{(pid=104510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 15:37:58.178861 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.base_scheduler [None req-a6ad6a1e-5c88-4041-998e-1100e4201573 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-12-iscsi, 4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc) {{(pid=104510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:37:58.182964 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ad6a1e-5c88-4041-998e-1100e4201573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:37:58.183563 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a6ad6a1e-5c88-4041-998e-1100e4201573 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for subnet (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:58.187696 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd22045-0dd8-4673-9410-a30b750c2e7a None None] Network 4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:37:58.287508 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f94c78a-a806-4754-9d47-43803b89af1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a790180-0092-51b0-93a4-34605dc8f1ad-4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'fixed_ips': [{'subnet_id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28'}]}} from dv-cinder-819149-12-iscsi. {{(pid=104511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 15:37:58.288483 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0f94c78a-a806-4754-9d47-43803b89af1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:58.302424 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-a6ad6a1e-5c88-4041-998e-1100e4201573 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7312632 Jul 20 15:37:58.305133 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 47598) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:37:58.310019 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-64b59541-3112-4566-974c-734e92172dbb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-814596091-router', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'}}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:37:58.423761 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.db_base_plugin_common [None req-0f94c78a-a806-4754-9d47-43803b89af1b None None] Allocated IP 172.20.0.2 (4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc/f67dc5bc-fa6a-464f-8936-90155eea6d28/a28af964-2f24-4523-a0fd-db7816bd56e7) {{(pid=104511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:37:58.450980 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-64b59541-3112-4566-974c-734e92172dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1708962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router (3dbc9ad5-fe45-44b0-a894-986b191f2d98), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:58.452303 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-64b59541-3112-4566-974c-734e92172dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1708854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1715537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-722'] for router (3dbc9ad5-fe45-44b0-a894-986b191f2d98), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:58.533866 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-64b59541-3112-4566-974c-734e92172dbb admin admin] Publish callbacks [] for router_controller (3dbc9ad5-fe45-44b0-a894-986b191f2d98), precommit_add_association {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:58.595520 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0f94c78a-a806-4754-9d47-43803b89af1b None None] Publish callbacks [] for port (a28af964-2f24-4523-a0fd-db7816bd56e7), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:58.700118 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0f94c78a-a806-4754-9d47-43803b89af1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413'] for port (a28af964-2f24-4523-a0fd-db7816bd56e7), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:58.705044 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:58.742077 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f94c78a-a806-4754-9d47-43803b89af1b None None] Network 4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc is already hosted by enough agents. {{(pid=104511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:37:58.748917 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.scheduler.base_scheduler [None req-0f94c78a-a806-4754-9d47-43803b89af1b None None] Resources bound (agent type, host, resource id): {{(pid=104511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:37:58.751014 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f94c78a-a806-4754-9d47-43803b89af1b None None] Pushing event updated for resources: {'Port': ['ID=a28af964-2f24-4523-a0fd-db7816bd56e7,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:58.753152 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f94c78a-a806-4754-9d47-43803b89af1b None None] Received port after_create {{(pid=104511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:37:58.755892 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-64b59541-3112-4566-974c-734e92172dbb admin admin] Publish callbacks [] for router_gateway (3dbc9ad5-fe45-44b0-a894-986b191f2d98), precommit_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:58.813119 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-0f94c78a-a806-4754-9d47-43803b89af1b None None] Attempting to bind port a28af964-2f24-4523-a0fd-db7816bd56e7 on host dv-cinder-819149-12-iscsi for vnic_type normal with profile {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:37:58.814954 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-0f94c78a-a806-4754-9d47-43803b89af1b None None] Attempting to bind port a28af964-2f24-4523-a0fd-db7816bd56e7 by drivers openvswitch,hyperv on host dv-cinder-819149-12-iscsi at level 0 using segments [{'id': 'e026d837-5e38-45b1-9c83-a88e3f038dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc'}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:37:58.814954 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f94c78a-a806-4754-9d47-43803b89af1b None None] Attempting to bind port a28af964-2f24-4523-a0fd-db7816bd56e7 on network 4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:37:58.818980 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f94c78a-a806-4754-9d47-43803b89af1b None None] Checking agent: {'id': '5729d8e0-9e32-4d27-b92e-30241f6d9221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 22, 55), 'started_at': datetime.datetime(2022, 7, 20, 15, 23, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:37:58.819353 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f94c78a-a806-4754-9d47-43803b89af1b None None] Checking segment: {'id': 'e026d837-5e38-45b1-9c83-a88e3f038dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:37:58.819755 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0f94c78a-a806-4754-9d47-43803b89af1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:58.820152 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f94c78a-a806-4754-9d47-43803b89af1b None None] Bound using segment: {'id': 'e026d837-5e38-45b1-9c83-a88e3f038dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc'} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:37:58.820664 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-0f94c78a-a806-4754-9d47-43803b89af1b None None] Bound port: a28af964-2f24-4523-a0fd-db7816bd56e7, host: dv-cinder-819149-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e026d837-5e38-45b1-9c83-a88e3f038dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc'}}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:37:58.821048 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0f94c78a-a806-4754-9d47-43803b89af1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (a28af964-2f24-4523-a0fd-db7816bd56e7), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:58.882411 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-0f94c78a-a806-4754-9d47-43803b89af1b None None] For port a28af964-2f24-4523-a0fd-db7816bd56e7, host dv-cinder-819149-12-iscsi, cleared binding levels {{(pid=104511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:37:58.885471 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-0f94c78a-a806-4754-9d47-43803b89af1b None None] For port a28af964-2f24-4523-a0fd-db7816bd56e7, host dv-cinder-819149-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=a28af964-2f24-4523-a0fd-db7816bd56e7,segment=NetworkSegment(e026d837-5e38-45b1-9c83-a88e3f038dd4),segment_id=e026d837-5e38-45b1-9c83-a88e3f038dd4)] {{(pid=104511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:37:58.973292 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:59.016201 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-64b59541-3112-4566-974c-734e92172dbb admin admin] Publish callbacks [] for router_gateway (3dbc9ad5-fe45-44b0-a894-986b191f2d98), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:59.061472 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-64b59541-3112-4566-974c-734e92172dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:59.079195 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0f94c78a-a806-4754-9d47-43803b89af1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (a28af964-2f24-4523-a0fd-db7816bd56e7), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:59.083693 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:59.144086 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f94c78a-a806-4754-9d47-43803b89af1b None None] Pushing event updated for resources: {'Port': ['ID=a28af964-2f24-4523-a0fd-db7816bd56e7,revision_number=2']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:59.166933 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.db_base_plugin_common [None req-64b59541-3112-4566-974c-734e92172dbb admin admin] Allocated IP 172.27.1.218 (8e10d912-d794-48e6-8f9b-6baf59c7f77e/d5daf119-8c14-4f50-a186-1c01cb5bfe5f/c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c) {{(pid=104510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:37:59.272042 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:37:59.297363 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-64b59541-3112-4566-974c-734e92172dbb admin admin] Publish callbacks [] for port (c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:59.399253 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-64b59541-3112-4566-974c-734e92172dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25775823'] for port (c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:59.443301 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b59541-3112-4566-974c-734e92172dbb admin admin] Network 8e10d912-d794-48e6-8f9b-6baf59c7f77e is already hosted by enough agents. {{(pid=104510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:37:59.449048 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.base_scheduler [None req-64b59541-3112-4566-974c-734e92172dbb admin admin] Resources bound (agent type, host, resource id): {{(pid=104510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:37:59.451334 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b59541-3112-4566-974c-734e92172dbb admin admin] Pushing event updated for resources: {'Port': ['ID=c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:37:59.453424 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b59541-3112-4566-974c-734e92172dbb admin admin] Received port after_create {{(pid=104510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:37:59.789125 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-64b59541-3112-4566-974c-734e92172dbb admin admin] Publish callbacks [] for router_gateway (3dbc9ad5-fe45-44b0-a894-986b191f2d98), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:37:59.967196 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f8bc3d-d19d-4a35-a275-1c4273cf4821 None None] Network 4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:37:59.986978 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-64b59541-3112-4566-974c-734e92172dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1708861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1715661'] for router (3dbc9ad5-fe45-44b0-a894-986b191f2d98), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:00.028272 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:00.084273 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-e430feac-74c3-4ee3-b753-d792c579cbb4 None None] Provisioning complete for port a28af964-2f24-4523-a0fd-db7816bd56e7 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:38:00.084780 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-e430feac-74c3-4ee3-b753-d792c579cbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (a28af964-2f24-4523-a0fd-db7816bd56e7), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:00.166953 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-e430feac-74c3-4ee3-b753-d792c579cbb4 None None] Current status of the port a28af964-2f24-4523-a0fd-db7816bd56e7 is: DOWN; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:38:00.176562 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-e430feac-74c3-4ee3-b753-d792c579cbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (a28af964-2f24-4523-a0fd-db7816bd56e7), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:00.204776 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-e430feac-74c3-4ee3-b753-d792c579cbb4 None None] For port a28af964-2f24-4523-a0fd-db7816bd56e7, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=a28af964-2f24-4523-a0fd-db7816bd56e7,segment=NetworkSegment(e026d837-5e38-45b1-9c83-a88e3f038dd4),segment_id=e026d837-5e38-45b1-9c83-a88e3f038dd4)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:38:00.210001 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b59541-3112-4566-974c-734e92172dbb admin admin] Router 3dbc9ad5-fe45-44b0-a894-986b191f2d98 is scheduled to L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db with binding_index 1 {{(pid=104510) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 15:38:00.316745 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b59541-3112-4566-974c-734e92172dbb admin admin] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:38:00.325814 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6736d4e0-95b8-4565-a458-341357a64395 None None] Sync routers for ids ['3dbc9ad5-fe45-44b0-a894-986b191f2d98'] in dv-cinder-819149-12-iscsi {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:38:00.335655 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6736d4e0-95b8-4565-a458-341357a64395 None None] Routers {'3dbc9ad5-fe45-44b0-a894-986b191f2d98'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:38:00.336290 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-6736d4e0-95b8-4565-a458-341357a64395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:37:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['3dbc9ad5-fe45-44b0-a894-986b191f2d98'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:38:00.373414 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-e430feac-74c3-4ee3-b753-d792c579cbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (a28af964-2f24-4523-a0fd-db7816bd56e7), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:00.452348 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-64b59541-3112-4566-974c-734e92172dbb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:00.453653 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-64b59541-3112-4566-974c-734e92172dbb admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1475348 Jul 20 15:38:00.456615 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 47606) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:38:00.470462 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430feac-74c3-4ee3-b753-d792c579cbb4 None None] Pushing event updated for resources: {'Port': ['ID=a28af964-2f24-4523-a0fd-db7816bd56e7,revision_number=3']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:38:00.488011 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-6736d4e0-95b8-4565-a458-341357a64395 None None] Set router 3dbc9ad5-fe45-44b0-a894-986b191f2d98 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:38:00.546570 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-84edc080-8212-4ddc-8932-04a1c219db09 None None] Provisioning complete for port a28af964-2f24-4523-a0fd-db7816bd56e7 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:38:00.546971 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-84edc080-8212-4ddc-8932-04a1c219db09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (a28af964-2f24-4523-a0fd-db7816bd56e7), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:00.694423 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:00.847757 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-84edc080-8212-4ddc-8932-04a1c219db09 None None] Current status of the port a28af964-2f24-4523-a0fd-db7816bd56e7 is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:38:00.877658 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-6736d4e0-95b8-4565-a458-341357a64395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'name': 'tempest-AttachVolumeNegativeTest-814596091-router', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:37:58Z', 'updated_at': '2022-07-20T15:37:59Z', 'revision_number': 3, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'gw_port': {'id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:aa:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:37:59Z', 'updated_at': '2022-07-20T15:37:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:38:00.906846 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-b9ea380f-af9c-47fb-9a65-37c8e4a44aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:00.913099 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6736d4e0-95b8-4565-a458-341357a64395 None None] Checking router: 3dbc9ad5-fe45-44b0-a894-986b191f2d98 for host: dv-cinder-819149-12-iscsi {{(pid=104511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:38:00.913449 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6736d4e0-95b8-4565-a458-341357a64395 None None] Updating router 3dbc9ad5-fe45-44b0-a894-986b191f2d98 port c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c binding host dv-cinder-819149-12-iscsi {{(pid=104511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 15:38:00.943902 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device a28af964-2f24-4523-a0fd-db7816bd56e7 up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:38:00.966872 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-6736d4e0-95b8-4565-a458-341357a64395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:01.000870 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:01.063554 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:01.073146 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.db_base_plugin_common [None req-b9ea380f-af9c-47fb-9a65-37c8e4a44aa0 admin admin] Allocated IP 172.20.0.1 (4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc/f67dc5bc-fa6a-464f-8936-90155eea6d28/78d0224a-43a2-4733-85f5-87b141dd2c9d) {{(pid=104510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:38:01.077502 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port a28af964-2f24-4523-a0fd-db7816bd56e7 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:38:01.077967 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (a28af964-2f24-4523-a0fd-db7816bd56e7), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:01.193445 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-b9ea380f-af9c-47fb-9a65-37c8e4a44aa0 admin admin] Publish callbacks [] for port (78d0224a-43a2-4733-85f5-87b141dd2c9d), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:01.205639 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:01.239084 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port a28af964-2f24-4523-a0fd-db7816bd56e7 is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:38:01.310242 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-6736d4e0-95b8-4565-a458-341357a64395 None None] Publish callbacks [] for port (c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c), precommit_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:01.313770 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-b9ea380f-af9c-47fb-9a65-37c8e4a44aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25775823'] for port (78d0224a-43a2-4733-85f5-87b141dd2c9d), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:01.371534 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ea380f-af9c-47fb-9a65-37c8e4a44aa0 admin admin] Network 4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc is already hosted by enough agents. {{(pid=104510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:38:01.379347 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.base_scheduler [None req-b9ea380f-af9c-47fb-9a65-37c8e4a44aa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:38:01.383725 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ea380f-af9c-47fb-9a65-37c8e4a44aa0 admin admin] Received port after_create {{(pid=104510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:38:01.397268 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea380f-af9c-47fb-9a65-37c8e4a44aa0 admin admin] Pushing event updated for resources: {'Port': ['ID=78d0224a-43a2-4733-85f5-87b141dd2c9d,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:38:01.421508 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-6736d4e0-95b8-4565-a458-341357a64395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:01.443724 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-84c09f9f-3cdf-4b86-b1b8-90b25e447a62 req-a38374ac-d656-4ca2-80cc-bdd207eb537d tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-883221412&fields=id&tenant_id=8793a880033e400d89ac8de5a30003b7 HTTP/1.1" status: 200 len: 267 time: 0.1203911 Jul 20 15:38:01.449597 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:01.502750 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a863f-c90d-4e4b-acba-223c3505bdea None None] Pushing event updated for resources: {'Port': ['ID=c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c,revision_number=2']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:38:01.505280 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-b9ea380f-af9c-47fb-9a65-37c8e4a44aa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1719139'] for router_interface (3dbc9ad5-fe45-44b0-a894-986b191f2d98), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:01.513249 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c09f9f-3cdf-4b86-b1b8-90b25e447a62 req-7f4eac0b-54c0-4bc1-b61b-4bf26eed71f3 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:01.520077 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-6736d4e0-95b8-4565-a458-341357a64395 None None] Attempting to bind port c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c on host dv-cinder-819149-12-iscsi for vnic_type normal with profile {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:38:01.520451 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-6736d4e0-95b8-4565-a458-341357a64395 None None] Attempting to bind port c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c by drivers openvswitch,hyperv on host dv-cinder-819149-12-iscsi at level 0 using segments [{'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:38:01.520813 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6736d4e0-95b8-4565-a458-341357a64395 None None] Attempting to bind port c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c on network 8e10d912-d794-48e6-8f9b-6baf59c7f77e {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:38:01.528032 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6736d4e0-95b8-4565-a458-341357a64395 None None] Checking agent: {'id': '5729d8e0-9e32-4d27-b92e-30241f6d9221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 22, 55), 'started_at': datetime.datetime(2022, 7, 20, 15, 23, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:38:01.528407 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6736d4e0-95b8-4565-a458-341357a64395 None None] Checking segment: {'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:38:01.529078 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-6736d4e0-95b8-4565-a458-341357a64395 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:01.529282 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-84c09f9f-3cdf-4b86-b1b8-90b25e447a62 req-7f4eac0b-54c0-4bc1-b61b-4bf26eed71f3 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 985 time: 0.0783074 Jul 20 15:38:01.529530 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6736d4e0-95b8-4565-a458-341357a64395 None None] Bound using segment: {'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:38:01.530014 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-6736d4e0-95b8-4565-a458-341357a64395 None None] Bound port: c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c, host: dv-cinder-819149-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'}}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:38:01.530458 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-6736d4e0-95b8-4565-a458-341357a64395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:01.583432 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:01.596937 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-6736d4e0-95b8-4565-a458-341357a64395 None None] For port c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c, host dv-cinder-819149-12-iscsi, cleared binding levels {{(pid=104511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:38:01.600335 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-6736d4e0-95b8-4565-a458-341357a64395 None None] For port c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c, host dv-cinder-819149-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c,segment=NetworkSegment(65d22977-7383-4d3c-8560-aa09b9e1098a),segment_id=65d22977-7383-4d3c-8560-aa09b9e1098a)] {{(pid=104511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:38:01.676730 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-043c372d-2c2a-49cc-9f65-d1c1833a9853 None None] Provisioning complete for port 78d0224a-43a2-4733-85f5-87b141dd2c9d triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:38:01.677266 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-043c372d-2c2a-49cc-9f65-d1c1833a9853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (78d0224a-43a2-4733-85f5-87b141dd2c9d), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:01.712048 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-043c372d-2c2a-49cc-9f65-d1c1833a9853 None None] Port 78d0224a-43a2-4733-85f5-87b141dd2c9d cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:38:01.716008 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-6736d4e0-95b8-4565-a458-341357a64395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:01.775903 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6736d4e0-95b8-4565-a458-341357a64395 None None] Routers {'3dbc9ad5-fe45-44b0-a894-986b191f2d98'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:38:01.777189 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-6736d4e0-95b8-4565-a458-341357a64395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:37:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['3dbc9ad5-fe45-44b0-a894-986b191f2d98'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:38:01.818830 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a863f-c90d-4e4b-acba-223c3505bdea None None] Pushing event updated for resources: {'Port': ['ID=c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c,revision_number=3']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:38:01.839718 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [req-84c09f9f-3cdf-4b86-b1b8-90b25e447a62 req-84758cda-f095-4c95-a233-271122025181 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Request body: {'port': {'security_groups': ['6383cd3e-5c98-4b41-ac9f-2c89cce9dffe']}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:38:01.890093 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-6736d4e0-95b8-4565-a458-341357a64395 None None] Set router 3dbc9ad5-fe45-44b0-a894-986b191f2d98 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:38:01.953346 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-84c09f9f-3cdf-4b86-b1b8-90b25e447a62 req-84758cda-f095-4c95-a233-271122025181 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (3f4230e5-b6b6-43aa-985b-67a345eed1aa), before_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:02.062515 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-6736d4e0-95b8-4565-a458-341357a64395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'name': 'tempest-AttachVolumeNegativeTest-814596091-router', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:37:58Z', 'updated_at': '2022-07-20T15:37:59Z', 'revision_number': 3, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'gw_port': {'id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:aa:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:37:59Z', 'updated_at': '2022-07-20T15:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:38:02.088999 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6736d4e0-95b8-4565-a458-341357a64395 None None] The sync data for ids ['3dbc9ad5-fe45-44b0-a894-986b191f2d98'] in dv-cinder-819149-12-iscsi is: [{'id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'name': 'tempest-AttachVolumeNegativeTest-814596091-router', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:37:58Z', 'updated_at': '2022-07-20T15:37:59Z', 'revision_number': 3, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'gw_port': {'id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:aa:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:37:59Z', 'updated_at': '2022-07-20T15:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}] {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:38:02.159631 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-b9ea380f-af9c-47fb-9a65-37c8e4a44aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (78d0224a-43a2-4733-85f5-87b141dd2c9d), before_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:02.185687 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.db [req-84c09f9f-3cdf-4b86-b1b8-90b25e447a62 req-84758cda-f095-4c95-a233-271122025181 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] For port 3f4230e5-b6b6-43aa-985b-67a345eed1aa, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=3f4230e5-b6b6-43aa-985b-67a345eed1aa,segment=NetworkSegment(7537d4ee-dce6-4a65-a703-7b3110bc13c1),segment_id=7537d4ee-dce6-4a65-a703-7b3110bc13c1)] {{(pid=104510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:38:02.220363 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:02.253968 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-84c09f9f-3cdf-4b86-b1b8-90b25e447a62 req-84758cda-f095-4c95-a233-271122025181 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks [] for port (3f4230e5-b6b6-43aa-985b-67a345eed1aa), precommit_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:02.383191 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-b9ea380f-af9c-47fb-9a65-37c8e4a44aa0 admin admin] Publish callbacks [] for port (78d0224a-43a2-4733-85f5-87b141dd2c9d), precommit_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:02.461827 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-84c09f9f-3cdf-4b86-b1b8-90b25e447a62 req-84758cda-f095-4c95-a233-271122025181 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25775864'] for port (3f4230e5-b6b6-43aa-985b-67a345eed1aa), after_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:02.474614 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] get_ports_and_sgs() called for port_ids ['3f4230e5-b6b6-43aa-985b-67a345eed1aa'] {{(pid=104511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:38:02.499110 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-b9ea380f-af9c-47fb-9a65-37c8e4a44aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25775864'] for port (78d0224a-43a2-4733-85f5-87b141dd2c9d), after_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:02.536464 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c09f9f-3cdf-4b86-b1b8-90b25e447a62 req-84758cda-f095-4c95-a233-271122025181 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:02.537112 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-84c09f9f-3cdf-4b86-b1b8-90b25e447a62 req-84758cda-f095-4c95-a233-271122025181 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:02.538603 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-84c09f9f-3cdf-4b86-b1b8-90b25e447a62 req-84758cda-f095-4c95-a233-271122025181 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "PUT /v2.0/ports/3f4230e5-b6b6-43aa-985b-67a345eed1aa HTTP/1.1" status: 200 len: 943 time: 1.0084431 Jul 20 15:38:02.539147 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '170181c4-a3e8-494d-bef6-2048dd9b0257', 'tag': '3f4230e5-b6b6-43aa-985b-67a345eed1aa'}] {{(pid=104510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:38:02.541438 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e6f04493f4523d7005559a5723156fec6de25b8db42c399d87358264a9319a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2277501-d7ac-41f6-81f5-16944fb252d0" -d '{"events": [{"name": "network-changed", "server_uuid": "170181c4-a3e8-494d-bef6-2048dd9b0257", "tag": "3f4230e5-b6b6-43aa-985b-67a345eed1aa"}]}' {{(pid=104510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:38:02.551360 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 47624) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:38:02.616326 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84758cda-f095-4c95-a233-271122025181 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Pushing event updated for resources: {'Port': ['ID=3f4230e5-b6b6-43aa-985b-67a345eed1aa,revision_number=7']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:38:02.680210 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:02.680210 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] get_ports_and_sgs() called for port_ids ['3f4230e5-b6b6-43aa-985b-67a345eed1aa'] {{(pid=104511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:38:02.680467 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-b9ea380f-af9c-47fb-9a65-37c8e4a44aa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1514758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716523'] for router_interface (3dbc9ad5-fe45-44b0-a894-986b191f2d98), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:02.680467 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 15:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af7eb64-dd26-4b26-8f74-02d8f5bcf1de x-openstack-request-id: req-5af7eb64-dd26-4b26-8f74-02d8f5bcf1de {{(pid=104510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:38:02.680467 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "170181c4-a3e8-494d-bef6-2048dd9b0257", "tag": "3f4230e5-b6b6-43aa-985b-67a345eed1aa", "status": "completed", "code": 200}]} {{(pid=104510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:38:02.680467 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5af7eb64-dd26-4b26-8f74-02d8f5bcf1de {{(pid=104510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:38:02.680467 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5af7eb64-dd26-4b26-8f74-02d8f5bcf1de'] response: {'name': 'network-changed', 'server_uuid': '170181c4-a3e8-494d-bef6-2048dd9b0257', 'tag': '3f4230e5-b6b6-43aa-985b-67a345eed1aa', 'status': 'completed', 'code': 200} Jul 20 15:38:02.683772 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=82 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:02.723239 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-1bd005cc-2350-46fe-b549-73ae742a5f82 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks [] for security_group (e2873b3f-98e3-41cd-af50-5b59a2a2aa96), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:02.772607 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea380f-af9c-47fb-9a65-37c8e4a44aa0 admin admin] Pushing event updated for resources: {'Port': ['ID=78d0224a-43a2-4733-85f5-87b141dd2c9d,revision_number=2']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:38:02.779639 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2277501-d7ac-41f6-81f5-16944fb252d0 req-50f3fcbc-c57e-41f8-96f9-9f83c0273fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:02.781671 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a2277501-d7ac-41f6-81f5-16944fb252d0 req-50f3fcbc-c57e-41f8-96f9-9f83c0273fa1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=8793a880033e400d89ac8de5a30003b7&device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 1130 time: 0.1079953 Jul 20 15:38:02.782412 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:02.790568 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-1bd005cc-2350-46fe-b549-73ae742a5f82 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks [] for security_group (e2873b3f-98e3-41cd-af50-5b59a2a2aa96), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:02.955758 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-92d8ca26-0506-40e0-a314-a31110843291 None None] Provisioning complete for port 3f4230e5-b6b6-43aa-985b-67a345eed1aa triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:38:02.956191 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-92d8ca26-0506-40e0-a314-a31110843291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (3f4230e5-b6b6-43aa-985b-67a345eed1aa), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:02.989791 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ea380f-af9c-47fb-9a65-37c8e4a44aa0 admin admin] Network 4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc is already hosted by enough agents. {{(pid=104510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:38:02.995238 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.base_scheduler [None req-b9ea380f-af9c-47fb-9a65-37c8e4a44aa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:38:02.999444 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:38:03.012184 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2277501-d7ac-41f6-81f5-16944fb252d0 req-24c6a1e0-dd33-4740-a55b-f06ad81f5014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:03.013667 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a2277501-d7ac-41f6-81f5-16944fb252d0 req-24c6a1e0-dd33-4740-a55b-f06ad81f5014 service neutron] 10.222.0.102 "GET /v2.0/networks?id=04fc2edc-754b-4f43-aeb0-2e6d32720d77 HTTP/1.1" status: 200 len: 916 time: 0.1361842 Jul 20 15:38:03.057704 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=100 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:03.107480 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-1bd005cc-2350-46fe-b549-73ae742a5f82 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (e2873b3f-98e3-41cd-af50-5b59a2a2aa96), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:03.111821 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-1bd005cc-2350-46fe-b549-73ae742a5f82 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:03.113025 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-1bd005cc-2350-46fe-b549-73ae742a5f82 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "DELETE /v2.0/security-groups/e2873b3f-98e3-41cd-af50-5b59a2a2aa96 HTTP/1.1" status: 204 len: 168 time: 0.5600321 Jul 20 15:38:03.118092 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 47632) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:38:03.126024 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:38:03.131090 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:03.144936 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd005cc-2350-46fe-b549-73ae742a5f82 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2873b3f-98e3-41cd-af50-5b59a2a2aa96,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:38:03.183522 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-92d8ca26-0506-40e0-a314-a31110843291 None None] Current status of the port 3f4230e5-b6b6-43aa-985b-67a345eed1aa is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:38:03.257758 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a2277501-d7ac-41f6-81f5-16944fb252d0 req-175259e9-02e0-47ff-888a-5fd5dca229ac service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f4230e5-b6b6-43aa-985b-67a345eed1aa HTTP/1.1" status: 200 len: 1001 time: 0.2035491 Jul 20 15:38:03.266876 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c is: DOWN; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:38:03.267280 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:03.292827 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] For port c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c,segment=NetworkSegment(65d22977-7383-4d3c-8560-aa09b9e1098a),segment_id=65d22977-7383-4d3c-8560-aa09b9e1098a)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:38:03.308750 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-bef32586-099a-49db-b9e8-56fb84e4a80c None None] Provisioning complete for port 78d0224a-43a2-4733-85f5-87b141dd2c9d triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:38:03.309129 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-bef32586-099a-49db-b9e8-56fb84e4a80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (78d0224a-43a2-4733-85f5-87b141dd2c9d), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:03.326570 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ea380f-af9c-47fb-9a65-37c8e4a44aa0 admin admin] Router 3dbc9ad5-fe45-44b0-a894-986b191f2d98 has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:38:03.343118 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-bef32586-099a-49db-b9e8-56fb84e4a80c None None] Port 78d0224a-43a2-4733-85f5-87b141dd2c9d cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:38:03.371486 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2277501-d7ac-41f6-81f5-16944fb252d0 req-ec98104c-19a3-4ac9-a787-736a6c722698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:03.372880 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a2277501-d7ac-41f6-81f5-16944fb252d0 req-ec98104c-19a3-4ac9-a787-736a6c722698 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b20786d0-6549-4701-b26c-42f499c3d245 HTTP/1.1" status: 200 len: 854 time: 0.1058671 Jul 20 15:38:03.375153 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:03.462075 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:03.493813 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2277501-d7ac-41f6-81f5-16944fb252d0 req-2b1a3c27-60e2-42d3-9d94-cfdaf0caf039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:03.495432 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a2277501-d7ac-41f6-81f5-16944fb252d0 req-2b1a3c27-60e2-42d3-9d94-cfdaf0caf039 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=04fc2edc-754b-4f43-aeb0-2e6d32720d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1118462 Jul 20 15:38:03.516423 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Pushing event updated for resources: {'Port': ['ID=c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c,revision_number=4']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:38:03.552695 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [None req-fa2d3b27-ffbc-4d55-b051-398927972b95 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Deleting port 807ec487-1e93-4742-a5a0-b76ba4bda0f9 {{(pid=104510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:38:03.553035 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-fa2d3b27-ffbc-4d55-b051-398927972b95 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (807ec487-1e93-4742-a5a0-b76ba4bda0f9), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:03.678782 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ea380f-af9c-47fb-9a65-37c8e4a44aa0 admin admin] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:38:03.694794 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-b9ea380f-af9c-47fb-9a65-37c8e4a44aa0 admin admin] 10.222.0.78 "PUT /v2.0/routers/3dbc9ad5-fe45-44b0-a894-986b191f2d98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2295663 Jul 20 15:38:03.716137 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-fa2d3b27-ffbc-4d55-b051-398927972b95 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (807ec487-1e93-4742-a5a0-b76ba4bda0f9), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:03.716469 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-fa2d3b27-ffbc-4d55-b051-398927972b95 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks [] for floatingip (807ec487-1e93-4742-a5a0-b76ba4bda0f9), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:03.725887 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a2277501-d7ac-41f6-81f5-16944fb252d0 req-f20d99eb-c047-48d6-b71d-156f6bb18370 service neutron] 10.222.0.102 "GET /v2.0/networks/04fc2edc-754b-4f43-aeb0-2e6d32720d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224722 Jul 20 15:38:03.742121 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [None req-fa2d3b27-ffbc-4d55-b051-398927972b95 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Calling delete_port for 807ec487-1e93-4742-a5a0-b76ba4bda0f9 owned by network:floatingip {{(pid=104510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:38:03.839470 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:03.913156 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a2277501-d7ac-41f6-81f5-16944fb252d0 req-85791cc4-1b3c-41d3-88ea-da4d5302cd8c service neutron] 10.222.0.102 "GET /v2.0/networks/04fc2edc-754b-4f43-aeb0-2e6d32720d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783724 Jul 20 15:38:04.040773 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1defcd3-b5e6-4b75-8e30-ac75a2a1de8d None None] Sync routers for ids ['3dbc9ad5-fe45-44b0-a894-986b191f2d98'] in dv-cinder-819149-12-iscsi {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:38:04.050965 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1defcd3-b5e6-4b75-8e30-ac75a2a1de8d None None] Routers {'3dbc9ad5-fe45-44b0-a894-986b191f2d98'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:38:04.051622 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-c1defcd3-b5e6-4b75-8e30-ac75a2a1de8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:37:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['3dbc9ad5-fe45-44b0-a894-986b191f2d98'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:38:04.079919 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 47644) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:38:04.084801 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-bfe0e997-95ae-44aa-b642-a28b3abca6c5 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1910231107', 'description': 'tempest-description--1388450351'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:38:04.154581 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-fa2d3b27-ffbc-4d55-b051-398927972b95 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25775823'] for port (807ec487-1e93-4742-a5a0-b76ba4bda0f9), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:04.155114 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-c1defcd3-b5e6-4b75-8e30-ac75a2a1de8d None None] Set router 3dbc9ad5-fe45-44b0-a894-986b191f2d98 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:38:04.181174 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d3b27-ffbc-4d55-b051-398927972b95 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Pushing event deleted for resources: {'Port': ['ID=807ec487-1e93-4742-a5a0-b76ba4bda0f9,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:38:04.204285 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-bfe0e997-95ae-44aa-b642-a28b3abca6c5 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:04.274613 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-fa2d3b27-ffbc-4d55-b051-398927972b95 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks [] for floatingip (6fc4e8f7-9b4c-4115-8e46-9cd35255c098), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:04.274613 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.db.l3_db [None req-fa2d3b27-ffbc-4d55-b051-398927972b95 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Floating IP 6fc4e8f7-9b4c-4115-8e46-9cd35255c098 disassociated (deleted). External IP: 172.27.1.73, port: 3f4230e5-b6b6-43aa-985b-67a345eed1aa. Jul 20 15:38:04.406852 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-bfe0e997-95ae-44aa-b642-a28b3abca6c5 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group (5d411d88-8b9c-416f-b65f-1913fda5be12), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:04.435533 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-c1defcd3-b5e6-4b75-8e30-ac75a2a1de8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'name': 'tempest-AttachVolumeNegativeTest-814596091-router', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:37:58Z', 'updated_at': '2022-07-20T15:38:01Z', 'revision_number': 4, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'gw_port': {'id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:37:59Z', 'updated_at': '2022-07-20T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '78d0224a-43a2-4733-85f5-87b141dd2c9d', 'name': '', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'mac_address': 'fa:16:3e:f1:6f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:38:00Z', 'updated_at': '2022-07-20T15:38:02Z', 'revision_number': 2, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'subnets': [{'id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:38:04.461466 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1defcd3-b5e6-4b75-8e30-ac75a2a1de8d None None] Checking router: 3dbc9ad5-fe45-44b0-a894-986b191f2d98 for host: dv-cinder-819149-12-iscsi {{(pid=104512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:38:04.461816 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1defcd3-b5e6-4b75-8e30-ac75a2a1de8d None None] Updating router 3dbc9ad5-fe45-44b0-a894-986b191f2d98 port 78d0224a-43a2-4733-85f5-87b141dd2c9d binding host dv-cinder-819149-12-iscsi {{(pid=104512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 15:38:04.493821 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c1defcd3-b5e6-4b75-8e30-ac75a2a1de8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (78d0224a-43a2-4733-85f5-87b141dd2c9d), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:04.697030 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-bfe0e997-95ae-44aa-b642-a28b3abca6c5 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (5d411d88-8b9c-416f-b65f-1913fda5be12), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:04.760127 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c1defcd3-b5e6-4b75-8e30-ac75a2a1de8d None None] Publish callbacks [] for port (78d0224a-43a2-4733-85f5-87b141dd2c9d), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:04.761761 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=3 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:04.768515 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0e997-95ae-44aa-b642-a28b3abca6c5 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d411d88-8b9c-416f-b65f-1913fda5be12,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:38:04.797191 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa2d3b27-ffbc-4d55-b051-398927972b95 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Router da75dcab-f0f2-40bb-9d79-2eca26de8c90 has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:38:04.880414 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:38:04.904966 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2d3b27-ffbc-4d55-b051-398927972b95 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:38:04.909379 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-fa2d3b27-ffbc-4d55-b051-398927972b95 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for floatingip (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:04.916308 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd21fb1c-f591-4f42-8e6d-5d729e76df1b None None] Sync routers for ids ['da75dcab-f0f2-40bb-9d79-2eca26de8c90'] in dv-cinder-819149-12-iscsi {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:38:04.924355 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c1defcd3-b5e6-4b75-8e30-ac75a2a1de8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (78d0224a-43a2-4733-85f5-87b141dd2c9d), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:04.934163 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-bfe0e997-95ae-44aa-b642-a28b3abca6c5 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:04.935442 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-bfe0e997-95ae-44aa-b642-a28b3abca6c5 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8544402 Jul 20 15:38:04.936191 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd21fb1c-f591-4f42-8e6d-5d729e76df1b None None] Routers {'da75dcab-f0f2-40bb-9d79-2eca26de8c90'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:38:04.936835 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-bd21fb1c-f591-4f42-8e6d-5d729e76df1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:37:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['da75dcab-f0f2-40bb-9d79-2eca26de8c90'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:38:04.938326 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 47652) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:38:04.942683 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-32a79e26-da0a-4f54-9dc8-af475b005b2d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Request body: {'security_group_rule': {'security_group_id': '5d411d88-8b9c-416f-b65f-1913fda5be12', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:38:04.966814 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-fa2d3b27-ffbc-4d55-b051-398927972b95 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "DELETE /v2.0/floatingips/6fc4e8f7-9b4c-4115-8e46-9cd35255c098 HTTP/1.1" status: 204 len: 168 time: 1.8186326 Jul 20 15:38:04.968884 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '170181c4-a3e8-494d-bef6-2048dd9b0257', 'tag': '3f4230e5-b6b6-43aa-985b-67a345eed1aa'}] {{(pid=104510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:38:04.977518 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:38:04.978103 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:04.990810 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e6f04493f4523d7005559a5723156fec6de25b8db42c399d87358264a9319a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1c274a-5877-45da-a6ac-0926da004dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "170181c4-a3e8-494d-bef6-2048dd9b0257", "tag": "3f4230e5-b6b6-43aa-985b-67a345eed1aa"}]}' {{(pid=104510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:38:05.033790 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:05.096080 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 15:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14f77a5-36f0-41f8-a15d-6cf85d90eb01 x-openstack-request-id: req-d14f77a5-36f0-41f8-a15d-6cf85d90eb01 {{(pid=104510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:38:05.096080 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "170181c4-a3e8-494d-bef6-2048dd9b0257", "tag": "3f4230e5-b6b6-43aa-985b-67a345eed1aa", "status": "completed", "code": 200}]} {{(pid=104510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:38:05.096080 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d14f77a5-36f0-41f8-a15d-6cf85d90eb01 {{(pid=104510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:38:05.096080 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d14f77a5-36f0-41f8-a15d-6cf85d90eb01'] response: {'name': 'network-changed', 'server_uuid': '170181c4-a3e8-494d-bef6-2048dd9b0257', 'tag': '3f4230e5-b6b6-43aa-985b-67a345eed1aa', 'status': 'completed', 'code': 200} Jul 20 15:38:05.106988 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [None req-c1defcd3-b5e6-4b75-8e30-ac75a2a1de8d None None] Attempting to bind port 78d0224a-43a2-4733-85f5-87b141dd2c9d on host dv-cinder-819149-12-iscsi for vnic_type normal with profile {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:38:05.107509 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [None req-c1defcd3-b5e6-4b75-8e30-ac75a2a1de8d None None] Attempting to bind port 78d0224a-43a2-4733-85f5-87b141dd2c9d by drivers openvswitch,hyperv on host dv-cinder-819149-12-iscsi at level 0 using segments [{'id': 'e026d837-5e38-45b1-9c83-a88e3f038dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc'}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:38:05.111746 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1defcd3-b5e6-4b75-8e30-ac75a2a1de8d None None] Attempting to bind port 78d0224a-43a2-4733-85f5-87b141dd2c9d on network 4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:38:05.126088 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1defcd3-b5e6-4b75-8e30-ac75a2a1de8d None None] Checking agent: {'id': '5729d8e0-9e32-4d27-b92e-30241f6d9221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 22, 55), 'started_at': datetime.datetime(2022, 7, 20, 15, 23, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:38:05.130955 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1defcd3-b5e6-4b75-8e30-ac75a2a1de8d None None] Checking segment: {'id': 'e026d837-5e38-45b1-9c83-a88e3f038dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:38:05.132558 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c1defcd3-b5e6-4b75-8e30-ac75a2a1de8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:05.137179 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1defcd3-b5e6-4b75-8e30-ac75a2a1de8d None None] Bound using segment: {'id': 'e026d837-5e38-45b1-9c83-a88e3f038dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc'} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:38:05.137718 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [None req-c1defcd3-b5e6-4b75-8e30-ac75a2a1de8d None None] Bound port: 78d0224a-43a2-4733-85f5-87b141dd2c9d, host: dv-cinder-819149-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e026d837-5e38-45b1-9c83-a88e3f038dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc'}}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:38:05.138118 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c1defcd3-b5e6-4b75-8e30-ac75a2a1de8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (78d0224a-43a2-4733-85f5-87b141dd2c9d), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:05.143772 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:05.160637 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-bd21fb1c-f591-4f42-8e6d-5d729e76df1b None None] Set router da75dcab-f0f2-40bb-9d79-2eca26de8c90 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:38:05.162692 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:38:05.172405 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c274a-5877-45da-a6ac-0926da004dd4 req-f3191691-9e50-4bd2-a9ab-567bea0f0853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:05.175294 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4b1c274a-5877-45da-a6ac-0926da004dd4 req-f3191691-9e50-4bd2-a9ab-567bea0f0853 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=8793a880033e400d89ac8de5a30003b7&device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 1130 time: 0.0592217 Jul 20 15:38:05.229070 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [None req-c1defcd3-b5e6-4b75-8e30-ac75a2a1de8d None None] For port 78d0224a-43a2-4733-85f5-87b141dd2c9d, host dv-cinder-819149-12-iscsi, cleared binding levels {{(pid=104512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:38:05.232727 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [None req-c1defcd3-b5e6-4b75-8e30-ac75a2a1de8d None None] For port 78d0224a-43a2-4733-85f5-87b141dd2c9d, host dv-cinder-819149-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=78d0224a-43a2-4733-85f5-87b141dd2c9d,segment=NetworkSegment(e026d837-5e38-45b1-9c83-a88e3f038dd4),segment_id=e026d837-5e38-45b1-9c83-a88e3f038dd4)] {{(pid=104512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:38:05.236239 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a61510-1c21-4cf1-889a-e623da29377c None None] Pushing event updated for resources: {'Port': ['ID=78d0224a-43a2-4733-85f5-87b141dd2c9d,revision_number=3']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:38:05.238663 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-32a79e26-da0a-4f54-9dc8-af475b005b2d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group_rule (3f78ab76-250b-4ad4-9fb3-060709a2d09f), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:05.246228 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a61510-1c21-4cf1-889a-e623da29377c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:38:05.246228 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a61510-1c21-4cf1-889a-e623da29377c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:38:05.246740 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a61510-1c21-4cf1-889a-e623da29377c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:38:05.247256 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a61510-1c21-4cf1-889a-e623da29377c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:38:05.247751 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a61510-1c21-4cf1-889a-e623da29377c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:38:05.248227 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a61510-1c21-4cf1-889a-e623da29377c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:38:05.248720 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a61510-1c21-4cf1-889a-e623da29377c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:38:05.249225 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a61510-1c21-4cf1-889a-e623da29377c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:38:05.250077 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a61510-1c21-4cf1-889a-e623da29377c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:38:05.250602 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a61510-1c21-4cf1-889a-e623da29377c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:38:05.251232 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a61510-1c21-4cf1-889a-e623da29377c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:38:05.251896 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a61510-1c21-4cf1-889a-e623da29377c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:38:05.252381 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a61510-1c21-4cf1-889a-e623da29377c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:38:05.252860 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a61510-1c21-4cf1-889a-e623da29377c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:38:05.253332 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a61510-1c21-4cf1-889a-e623da29377c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:38:05.356929 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-c1defcd3-b5e6-4b75-8e30-ac75a2a1de8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (78d0224a-43a2-4733-85f5-87b141dd2c9d), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:05.360700 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-32a79e26-da0a-4f54-9dc8-af475b005b2d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group_rule (3f78ab76-250b-4ad4-9fb3-060709a2d09f), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:05.372566 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c274a-5877-45da-a6ac-0926da004dd4 req-f6cfd6a2-82bf-43f7-bfb1-f9b9f9df8591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:05.374239 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4b1c274a-5877-45da-a6ac-0926da004dd4 req-f6cfd6a2-82bf-43f7-bfb1-f9b9f9df8591 service neutron] 10.222.0.102 "GET /v2.0/networks?id=04fc2edc-754b-4f43-aeb0-2e6d32720d77 HTTP/1.1" status: 200 len: 916 time: 0.1919117 Jul 20 15:38:05.380662 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:05.404493 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:05.413624 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-bf4fd8f6-5cbd-4975-ba0a-01f1cbcd4c63 None None] Provisioning complete for port 78d0224a-43a2-4733-85f5-87b141dd2c9d triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:38:05.414024 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-bf4fd8f6-5cbd-4975-ba0a-01f1cbcd4c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (78d0224a-43a2-4733-85f5-87b141dd2c9d), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:05.429732 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a61510-1c21-4cf1-889a-e623da29377c None None] Pushing event updated for resources: {'Port': ['ID=78d0224a-43a2-4733-85f5-87b141dd2c9d,revision_number=4']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:38:05.438009 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1defcd3-b5e6-4b75-8e30-ac75a2a1de8d None None] Routers {'3dbc9ad5-fe45-44b0-a894-986b191f2d98'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:38:05.439299 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-c1defcd3-b5e6-4b75-8e30-ac75a2a1de8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:37:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['3dbc9ad5-fe45-44b0-a894-986b191f2d98'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:38:05.439532 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4b1c274a-5877-45da-a6ac-0926da004dd4 req-1a985d39-1cff-4eba-a9ed-22f75f193a8e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f4230e5-b6b6-43aa-985b-67a345eed1aa HTTP/1.1" status: 200 len: 217 time: 0.0585253 Jul 20 15:38:05.452071 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-bd21fb1c-f591-4f42-8e6d-5d729e76df1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da75dcab-f0f2-40bb-9d79-2eca26de8c90', 'name': 'tempest-TestMinimumBasicScenario-1406205359-router', 'tenant_id': '8793a880033e400d89ac8de5a30003b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '12075782-04c6-4898-8dde-64532b5565be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:34:14Z', 'updated_at': '2022-07-20T15:34:20Z', 'revision_number': 4, 'project_id': '8793a880033e400d89ac8de5a30003b7', 'gw_port': {'id': '12075782-04c6-4898-8dde-64532b5565be', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75dcab-f0f2-40bb-9d79-2eca26de8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:34:15Z', 'updated_at': '2022-07-20T15:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '70ee5a68-28b7-40fb-9ad3-83391841a19e', 'name': '', 'network_id': '04fc2edc-754b-4f43-aeb0-2e6d32720d77', 'tenant_id': '8793a880033e400d89ac8de5a30003b7', 'mac_address': 'fa:16:3e:42:8b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75dcab-f0f2-40bb-9d79-2eca26de8c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'b20786d0-6549-4701-b26c-42f499c3d245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:34:18Z', 'updated_at': '2022-07-20T15:34:25Z', 'revision_number': 5, 'project_id': '8793a880033e400d89ac8de5a30003b7', 'subnets': [{'id': 'b20786d0-6549-4701-b26c-42f499c3d245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:38:05.486236 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd21fb1c-f591-4f42-8e6d-5d729e76df1b None None] Checking router: da75dcab-f0f2-40bb-9d79-2eca26de8c90 for host: dv-cinder-819149-12-iscsi {{(pid=104511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:38:05.499961 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c274a-5877-45da-a6ac-0926da004dd4 req-ab2d9736-d180-4864-aff8-7aba9a9f6b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:05.501673 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4b1c274a-5877-45da-a6ac-0926da004dd4 req-ab2d9736-d180-4864-aff8-7aba9a9f6b61 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b20786d0-6549-4701-b26c-42f499c3d245 HTTP/1.1" status: 200 len: 854 time: 0.0545571 Jul 20 15:38:05.503166 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd21fb1c-f591-4f42-8e6d-5d729e76df1b None None] Routers {'da75dcab-f0f2-40bb-9d79-2eca26de8c90'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:38:05.503872 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-bd21fb1c-f591-4f42-8e6d-5d729e76df1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:37:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['da75dcab-f0f2-40bb-9d79-2eca26de8c90'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:38:05.542429 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=100 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:05.568499 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-32a79e26-da0a-4f54-9dc8-af475b005b2d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624241'] for security_group_rule (3f78ab76-250b-4ad4-9fb3-060709a2d09f), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:05.591931 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-c1defcd3-b5e6-4b75-8e30-ac75a2a1de8d None None] Set router 3dbc9ad5-fe45-44b0-a894-986b191f2d98 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:38:05.594125 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a79e26-da0a-4f54-9dc8-af475b005b2d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f78ab76-250b-4ad4-9fb3-060709a2d09f,revision_number=0']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:38:05.596639 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c274a-5877-45da-a6ac-0926da004dd4 req-9ef89a80-2a85-4842-9680-f9f3c1b53f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:05.598396 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4b1c274a-5877-45da-a6ac-0926da004dd4 req-9ef89a80-2a85-4842-9680-f9f3c1b53f58 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=04fc2edc-754b-4f43-aeb0-2e6d32720d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0886950 Jul 20 15:38:05.630603 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-bf4fd8f6-5cbd-4975-ba0a-01f1cbcd4c63 None None] Current status of the port 78d0224a-43a2-4733-85f5-87b141dd2c9d is: DOWN; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:38:05.632204 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-bf4fd8f6-5cbd-4975-ba0a-01f1cbcd4c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (78d0224a-43a2-4733-85f5-87b141dd2c9d), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:05.708470 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-bd21fb1c-f591-4f42-8e6d-5d729e76df1b None None] Set router da75dcab-f0f2-40bb-9d79-2eca26de8c90 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:38:05.728628 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-32a79e26-da0a-4f54-9dc8-af475b005b2d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:05.733083 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-32a79e26-da0a-4f54-9dc8-af475b005b2d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7913458 Jul 20 15:38:05.733438 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 47668) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:38:05.738628 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-ae8d6a5e-1f5e-46c4-a2ce-62fca38ed075 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Request body: {'security_group_rule': {'security_group_id': '5d411d88-8b9c-416f-b65f-1913fda5be12', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:38:05.746514 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4b1c274a-5877-45da-a6ac-0926da004dd4 req-3a47e787-89af-490d-a1ad-6eee032f2ccb service neutron] 10.222.0.102 "GET /v2.0/networks/04fc2edc-754b-4f43-aeb0-2e6d32720d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390707 Jul 20 15:38:05.856829 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ae8d6a5e-1f5e-46c4-a2ce-62fca38ed075 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group_rule (bab03ea2-9221-4fb3-9697-c6b6aba2e9f6), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:05.861195 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-c1defcd3-b5e6-4b75-8e30-ac75a2a1de8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'name': 'tempest-AttachVolumeNegativeTest-814596091-router', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:37:58Z', 'updated_at': '2022-07-20T15:38:01Z', 'revision_number': 4, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'gw_port': {'id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:37:59Z', 'updated_at': '2022-07-20T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '78d0224a-43a2-4733-85f5-87b141dd2c9d', 'name': '', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'mac_address': 'fa:16:3e:f1:6f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:38:00Z', 'updated_at': '2022-07-20T15:38:05Z', 'revision_number': 4, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'subnets': [{'id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:38:05.892596 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1defcd3-b5e6-4b75-8e30-ac75a2a1de8d None None] The sync data for ids ['3dbc9ad5-fe45-44b0-a894-986b191f2d98'] in dv-cinder-819149-12-iscsi is: [{'id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'name': 'tempest-AttachVolumeNegativeTest-814596091-router', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:37:58Z', 'updated_at': '2022-07-20T15:38:01Z', 'revision_number': 4, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'gw_port': {'id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:37:59Z', 'updated_at': '2022-07-20T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '78d0224a-43a2-4733-85f5-87b141dd2c9d', 'name': '', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'mac_address': 'fa:16:3e:f1:6f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:38:00Z', 'updated_at': '2022-07-20T15:38:05Z', 'revision_number': 4, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'subnets': [{'id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:38:05.904811 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-bf4fd8f6-5cbd-4975-ba0a-01f1cbcd4c63 None None] For port 78d0224a-43a2-4733-85f5-87b141dd2c9d, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=78d0224a-43a2-4733-85f5-87b141dd2c9d,segment=NetworkSegment(e026d837-5e38-45b1-9c83-a88e3f038dd4),segment_id=e026d837-5e38-45b1-9c83-a88e3f038dd4)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:38:05.909916 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4b1c274a-5877-45da-a6ac-0926da004dd4 req-4a0a443c-e795-4e44-80c4-b392ec7eaa2a service neutron] 10.222.0.102 "GET /v2.0/networks/04fc2edc-754b-4f43-aeb0-2e6d32720d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568975 Jul 20 15:38:05.983342 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ae8d6a5e-1f5e-46c4-a2ce-62fca38ed075 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group_rule (bab03ea2-9221-4fb3-9697-c6b6aba2e9f6), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:06.014702 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-bf4fd8f6-5cbd-4975-ba0a-01f1cbcd4c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (78d0224a-43a2-4733-85f5-87b141dd2c9d), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:06.056504 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:06.132464 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4fd8f6-5cbd-4975-ba0a-01f1cbcd4c63 None None] Pushing event updated for resources: {'Port': ['ID=78d0224a-43a2-4733-85f5-87b141dd2c9d,revision_number=5']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:38:06.147927 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ae8d6a5e-1f5e-46c4-a2ce-62fca38ed075 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624241'] for security_group_rule (bab03ea2-9221-4fb3-9697-c6b6aba2e9f6), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:06.155770 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-ab1fe2b6-7976-41e1-b5ac-2dc0eb12b508 None None] Provisioning complete for port 78d0224a-43a2-4733-85f5-87b141dd2c9d triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:38:06.160349 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ab1fe2b6-7976-41e1-b5ac-2dc0eb12b508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (78d0224a-43a2-4733-85f5-87b141dd2c9d), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:06.176870 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d6a5e-1f5e-46c4-a2ce-62fca38ed075 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab03ea2-9221-4fb3-9697-c6b6aba2e9f6,revision_number=0']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:38:06.184755 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-bd21fb1c-f591-4f42-8e6d-5d729e76df1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da75dcab-f0f2-40bb-9d79-2eca26de8c90', 'name': 'tempest-TestMinimumBasicScenario-1406205359-router', 'tenant_id': '8793a880033e400d89ac8de5a30003b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '12075782-04c6-4898-8dde-64532b5565be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:34:14Z', 'updated_at': '2022-07-20T15:34:20Z', 'revision_number': 4, 'project_id': '8793a880033e400d89ac8de5a30003b7', 'gw_port': {'id': '12075782-04c6-4898-8dde-64532b5565be', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75dcab-f0f2-40bb-9d79-2eca26de8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:34:15Z', 'updated_at': '2022-07-20T15:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '70ee5a68-28b7-40fb-9ad3-83391841a19e', 'name': '', 'network_id': '04fc2edc-754b-4f43-aeb0-2e6d32720d77', 'tenant_id': '8793a880033e400d89ac8de5a30003b7', 'mac_address': 'fa:16:3e:42:8b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75dcab-f0f2-40bb-9d79-2eca26de8c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'b20786d0-6549-4701-b26c-42f499c3d245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:34:18Z', 'updated_at': '2022-07-20T15:34:25Z', 'revision_number': 5, 'project_id': '8793a880033e400d89ac8de5a30003b7', 'subnets': [{'id': 'b20786d0-6549-4701-b26c-42f499c3d245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:38:06.219744 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd21fb1c-f591-4f42-8e6d-5d729e76df1b None None] The sync data for ids ['da75dcab-f0f2-40bb-9d79-2eca26de8c90'] in dv-cinder-819149-12-iscsi is: [{'id': 'da75dcab-f0f2-40bb-9d79-2eca26de8c90', 'name': 'tempest-TestMinimumBasicScenario-1406205359-router', 'tenant_id': '8793a880033e400d89ac8de5a30003b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '12075782-04c6-4898-8dde-64532b5565be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:34:14Z', 'updated_at': '2022-07-20T15:34:20Z', 'revision_number': 4, 'project_id': '8793a880033e400d89ac8de5a30003b7', 'gw_port': {'id': '12075782-04c6-4898-8dde-64532b5565be', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75dcab-f0f2-40bb-9d79-2eca26de8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:34:15Z', 'updated_at': '2022-07-20T15:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '70ee5a68-28b7-40fb-9ad3-83391841a19e', 'name': '', 'network_id': '04fc2edc-754b-4f43-aeb0-2e6d32720d77', 'tenant_id': '8793a880033e400d89ac8de5a30003b7', 'mac_address': 'fa:16:3e:42:8b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75dcab-f0f2-40bb-9d79-2eca26de8c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'b20786d0-6549-4701-b26c-42f499c3d245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:34:18Z', 'updated_at': '2022-07-20T15:34:25Z', 'revision_number': 5, 'project_id': '8793a880033e400d89ac8de5a30003b7', 'subnets': [{'id': 'b20786d0-6549-4701-b26c-42f499c3d245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:38:06.277916 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-ab1fe2b6-7976-41e1-b5ac-2dc0eb12b508 None None] Current status of the port 78d0224a-43a2-4733-85f5-87b141dd2c9d is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:38:06.347294 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ae8d6a5e-1f5e-46c4-a2ce-62fca38ed075 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:06.348609 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-ae8d6a5e-1f5e-46c4-a2ce-62fca38ed075 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6135886 Jul 20 15:38:06.351908 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 47674) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:38:06.356535 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-ad90a2c0-29e3-4c58-b32f-2dcc2233490d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Request body: {'floatingip': {'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:38:06.421766 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:06.527424 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a2b422-41d9-4e50-b92a-324bc305dbbc None None] New status for floating IP 6fc4e8f7-9b4c-4115-8e46-9cd35255c098: DOWN {{(pid=104512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 15:38:06.530994 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ad90a2c0-29e3-4c58-b32f-2dcc2233490d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:06.632968 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ad90a2c0-29e3-4c58-b32f-2dcc2233490d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:06.696409 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:06.763618 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_common [None req-ad90a2c0-29e3-4c58-b32f-2dcc2233490d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Allocated IP 172.27.1.136 (8e10d912-d794-48e6-8f9b-6baf59c7f77e/d5daf119-8c14-4f50-a186-1c01cb5bfe5f/2e6113ce-7e8f-4555-bf1c-963144e7bd6d) {{(pid=104509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:38:06.863442 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:06.900494 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ad90a2c0-29e3-4c58-b32f-2dcc2233490d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for port (2e6113ce-7e8f-4555-bf1c-963144e7bd6d), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:06.914843 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 78d0224a-43a2-4733-85f5-87b141dd2c9d up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:38:06.962958 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port 78d0224a-43a2-4733-85f5-87b141dd2c9d triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:38:06.963536 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (78d0224a-43a2-4733-85f5-87b141dd2c9d), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:07.002657 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ad90a2c0-29e3-4c58-b32f-2dcc2233490d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (2e6113ce-7e8f-4555-bf1c-963144e7bd6d), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:07.043207 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad90a2c0-29e3-4c58-b32f-2dcc2233490d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Network 8e10d912-d794-48e6-8f9b-6baf59c7f77e is already hosted by enough agents. {{(pid=104509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:38:07.047358 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port 78d0224a-43a2-4733-85f5-87b141dd2c9d is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:38:07.051175 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [None req-ad90a2c0-29e3-4c58-b32f-2dcc2233490d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Resources bound (agent type, host, resource id): {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:38:07.054812 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad90a2c0-29e3-4c58-b32f-2dcc2233490d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Received port after_create {{(pid=104509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:38:07.058859 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90a2c0-29e3-4c58-b32f-2dcc2233490d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Pushing event updated for resources: {'Port': ['ID=2e6113ce-7e8f-4555-bf1c-963144e7bd6d,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:38:07.152427 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ad90a2c0-29e3-4c58-b32f-2dcc2233490d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for floatingip (ce5860ac-c9f0-442d-897b-88699a89efa9), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:07.258750 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ad90a2c0-29e3-4c58-b32f-2dcc2233490d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (2e6113ce-7e8f-4555-bf1c-963144e7bd6d), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:07.412864 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ad90a2c0-29e3-4c58-b32f-2dcc2233490d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for port (2e6113ce-7e8f-4555-bf1c-963144e7bd6d), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:07.475893 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ad90a2c0-29e3-4c58-b32f-2dcc2233490d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934114'] for port (2e6113ce-7e8f-4555-bf1c-963144e7bd6d), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:07.542938 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90a2c0-29e3-4c58-b32f-2dcc2233490d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Pushing event updated for resources: {'Port': ['ID=2e6113ce-7e8f-4555-bf1c-963144e7bd6d,revision_number=2']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:38:07.556753 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ad90a2c0-29e3-4c58-b32f-2dcc2233490d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714675'] for floatingip (ce5860ac-c9f0-442d-897b-88699a89efa9), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:07.663437 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ad90a2c0-29e3-4c58-b32f-2dcc2233490d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for floatingip (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:07.664702 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-ad90a2c0-29e3-4c58-b32f-2dcc2233490d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3118205 Jul 20 15:38:07.815826 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-bc0241b3-00ac-4dc6-b581-3b194b35aca5 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1910231107&fields=id&tenant_id=44dc2a5c754d42d1862b331afef2183f HTTP/1.1" status: 200 len: 267 time: 0.0456247 Jul 20 15:38:07.934168 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-2bb74ba6-5fd3-4df4-87b1-449aa3f2ea75 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:07.935678 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-2bb74ba6-5fd3-4df4-87b1-449aa3f2ea75 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/networks?id=4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc HTTP/1.1" status: 200 len: 814 time: 0.1125360 Jul 20 15:38:07.956885 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-b3dbc18d-1df9-48f0-9d43-5a2e779d0c72 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/quotas/44dc2a5c754d42d1862b331afef2183f HTTP/1.1" status: 200 len: 375 time: 0.0113692 Jul 20 15:38:08.018610 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-36ac492c-fc5b-44d2-872a-a68d746997e8 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=44dc2a5c754d42d1862b331afef2183f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468268 Jul 20 15:38:08.121299 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-26b76fc6-743e-401f-ac16-bad13197dad0 service neutron] 10.222.0.78 "GET /v2.0/networks/4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910378 Jul 20 15:38:08.217174 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-ec21a4ac-25ca-4aa8-9654-12ef5329ec33 service neutron] 10.222.0.78 "GET /v2.0/networks/4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900512 Jul 20 15:38:08.244646 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:08.493953 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d12ba5ae-172c-4c0a-a629-243e35fc1594 req-db6ff9dc-9533-411b-9632-02be547c74a7 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0789091-c337-4b8d-b1b5-02144d153dcc HTTP/1.1" status: 200 len: 210 time: 0.0281525 Jul 20 15:38:08.889873 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:09.575563 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b902c780-bef2-40c3-b7e2-ffebbe05ef31 req-9dac1abb-0930-4fb0-8f5d-2a8fdc56af87 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0789091-c337-4b8d-b1b5-02144d153dcc HTTP/1.1" status: 200 len: 210 time: 0.0288918 Jul 20 15:38:10.681910 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-50e858d8-abcf-4f8e-aa5f-1d804f46c2f2 req-ac659c9a-46bc-4976-8f23-db2db651f370 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0789091-c337-4b8d-b1b5-02144d153dcc HTTP/1.1" status: 200 len: 210 time: 0.0334580 Jul 20 15:38:11.134733 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-380bc41c-9f41-4820-a60d-3c35d4a99d6b tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:11.136755 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-380bc41c-9f41-4820-a60d-3c35d4a99d6b tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.102 "GET /v2.0/networks?id=4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc HTTP/1.1" status: 200 len: 814 time: 0.1057973 Jul 20 15:38:11.172294 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:11.207581 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-59b87330-28b9-4b26-8769-00acc38e4a97 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44dc2a5c754d42d1862b331afef2183f HTTP/1.1" status: 200 len: 380 time: 0.0604751 Jul 20 15:38:11.217647 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-24596468-5f4d-4398-a3c7-0af064246c0e tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Request body: {'port': {'device_id': 'b0789091-c337-4b8d-b1b5-02144d153dcc', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'admin_state_up': True, 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'security_groups': ['5d411d88-8b9c-416f-b65f-1913fda5be12']}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:38:11.518860 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-24596468-5f4d-4398-a3c7-0af064246c0e tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Made reservation on behalf of 44dc2a5c754d42d1862b331afef2183f for: {'port': 1} {{(pid=104510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:38:11.524402 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-24596468-5f4d-4398-a3c7-0af064246c0e tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:11.627883 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 6 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:38:11.663849 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.db_base_plugin_common [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-24596468-5f4d-4398-a3c7-0af064246c0e tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Allocated IP 172.20.0.12 (4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc/f67dc5bc-fa6a-464f-8936-90155eea6d28/8f52bdd8-fb43-4258-ab4f-f2f957867c30) {{(pid=104510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:38:11.834006 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-21c874a0-510e-4673-920c-04105df18e29 req-f36d86bf-b9e0-43fc-b9bf-6647092f39ff tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0789091-c337-4b8d-b1b5-02144d153dcc HTTP/1.1" status: 200 len: 210 time: 0.0376139 Jul 20 15:38:11.877134 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-24596468-5f4d-4398-a3c7-0af064246c0e tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for port (8f52bdd8-fb43-4258-ab4f-f2f957867c30), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:11.996825 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170e57a-1693-4374-89e1-2ea37eed1f7f req-d0119e34-3cc6-4a59-9e72-35a50cf47f09 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:11.998401 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-f170e57a-1693-4374-89e1-2ea37eed1f7f req-d0119e34-3cc6-4a59-9e72-35a50cf47f09 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 946 time: 0.0490625 Jul 20 15:38:11.999956 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-24596468-5f4d-4398-a3c7-0af064246c0e tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25775823'] for port (8f52bdd8-fb43-4258-ab4f-f2f957867c30), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:12.057231 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:12.067196 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-24596468-5f4d-4398-a3c7-0af064246c0e tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Network 4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc is already hosted by enough agents. {{(pid=104510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:38:12.080844 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.base_scheduler [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-24596468-5f4d-4398-a3c7-0af064246c0e tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Resources bound (agent type, host, resource id): {{(pid=104510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:38:12.091930 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-24596468-5f4d-4398-a3c7-0af064246c0e tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Received port after_create {{(pid=104510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:38:12.125323 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24596468-5f4d-4398-a3c7-0af064246c0e tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Pushing event updated for resources: {'Port': ['ID=8f52bdd8-fb43-4258-ab4f-f2f957867c30,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:38:12.150541 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-f170e57a-1693-4374-89e1-2ea37eed1f7f req-121d5180-7763-42d5-a870-fc34b8e2719d tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460249 Jul 20 15:38:12.155558 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24596468-5f4d-4398-a3c7-0af064246c0e tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:38:12.155558 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24596468-5f4d-4398-a3c7-0af064246c0e tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:38:12.155558 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24596468-5f4d-4398-a3c7-0af064246c0e tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:38:12.155558 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24596468-5f4d-4398-a3c7-0af064246c0e tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:38:12.155558 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24596468-5f4d-4398-a3c7-0af064246c0e tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:38:12.156042 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24596468-5f4d-4398-a3c7-0af064246c0e tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:38:12.156154 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24596468-5f4d-4398-a3c7-0af064246c0e tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:38:12.156497 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24596468-5f4d-4398-a3c7-0af064246c0e tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:38:12.157367 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24596468-5f4d-4398-a3c7-0af064246c0e tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:38:12.157367 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24596468-5f4d-4398-a3c7-0af064246c0e tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:38:12.157563 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24596468-5f4d-4398-a3c7-0af064246c0e tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:38:12.157790 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24596468-5f4d-4398-a3c7-0af064246c0e tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:38:12.158118 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24596468-5f4d-4398-a3c7-0af064246c0e tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:38:12.158469 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24596468-5f4d-4398-a3c7-0af064246c0e tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:38:12.158807 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24596468-5f4d-4398-a3c7-0af064246c0e tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:38:12.188784 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-24596468-5f4d-4398-a3c7-0af064246c0e tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:12.189542 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-24596468-5f4d-4398-a3c7-0af064246c0e tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:12.200071 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:12.296773 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-24596468-5f4d-4398-a3c7-0af064246c0e tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0829215 Jul 20 15:38:12.335628 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-379c3e90-4db6-4c00-9fbd-35481de3c4e7 None None] Provisioning complete for port 8f52bdd8-fb43-4258-ab4f-f2f957867c30 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:38:12.336209 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-379c3e90-4db6-4c00-9fbd-35481de3c4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (8f52bdd8-fb43-4258-ab4f-f2f957867c30), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:12.374763 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-379c3e90-4db6-4c00-9fbd-35481de3c4e7 None None] Port 8f52bdd8-fb43-4258-ab4f-f2f957867c30 cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:38:12.952510 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e8337-7462-497d-a941-0e2133c0aac5 req-0321a39c-e40a-4c3d-8434-4cbec7e6c957 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:12.953990 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e47e8337-7462-497d-a941-0e2133c0aac5 req-0321a39c-e40a-4c3d-8434-4cbec7e6c957 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0789091-c337-4b8d-b1b5-02144d153dcc HTTP/1.1" status: 200 len: 932 time: 0.0481162 Jul 20 15:38:13.002701 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e47e8337-7462-497d-a941-0e2133c0aac5 req-786f716b-bc34-4f8e-a2ef-6e54fe7d7918 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d411d88-8b9c-416f-b65f-1913fda5be12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424831 Jul 20 15:38:13.278713 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce8944-bd05-46ab-ac2a-22704d5bad81 req-bd64c8c5-fa7c-42c7-98cf-bc07d5bef994 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:13.280262 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e7ce8944-bd05-46ab-ac2a-22704d5bad81 req-bd64c8c5-fa7c-42c7-98cf-bc07d5bef994 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 946 time: 0.0530481 Jul 20 15:38:13.328980 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e7ce8944-bd05-46ab-ac2a-22704d5bad81 req-81002276-cbd4-4876-bdf3-26ae22c2faa5 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428572 Jul 20 15:38:13.723303 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-81d13de9-10ee-4e9d-84ab-1808b6a51c87 service neutron] Request body: {'port': {'device_id': 'b0789091-c337-4b8d-b1b5-02144d153dcc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:38:13.784732 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-81d13de9-10ee-4e9d-84ab-1808b6a51c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (8f52bdd8-fb43-4258-ab4f-f2f957867c30), before_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:14.047268 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.notifiers.nova [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-81d13de9-10ee-4e9d-84ab-1808b6a51c87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f52bdd8-fb43-4258-ab4f-f2f957867c30 {{(pid=104510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:38:14.055370 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-81d13de9-10ee-4e9d-84ab-1808b6a51c87 service neutron] Publish callbacks [] for port (8f52bdd8-fb43-4258-ab4f-f2f957867c30), precommit_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:14.068060 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.provisioning_blocks [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-81d13de9-10ee-4e9d-84ab-1808b6a51c87 service neutron] Transition to ACTIVE for port object 8f52bdd8-fb43-4258-ab4f-f2f957867c30 will not be triggered until provisioned by entity L2. {{(pid=104510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 15:38:14.120806 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903074d-0acf-44eb-873f-3888e4ff30f9 req-cd95126e-15a6-40c1-9301-71cd10336f26 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:14.121594 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c903074d-0acf-44eb-873f-3888e4ff30f9 req-cd95126e-15a6-40c1-9301-71cd10336f26 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0789091-c337-4b8d-b1b5-02144d153dcc HTTP/1.1" status: 200 len: 932 time: 0.0491431 Jul 20 15:38:14.156745 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-81d13de9-10ee-4e9d-84ab-1808b6a51c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25775864'] for port (8f52bdd8-fb43-4258-ab4f-f2f957867c30), after_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:14.199649 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c903074d-0acf-44eb-873f-3888e4ff30f9 req-68240110-f9c9-4ef7-ad70-11ee77e05678 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d411d88-8b9c-416f-b65f-1913fda5be12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723860 Jul 20 15:38:14.223531 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da830b87-3342-4341-9f23-c1d09349cf27 req-f86dd162-a33f-48ad-8a95-01125d6e44f0 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:14.225021 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-da830b87-3342-4341-9f23-c1d09349cf27 req-f86dd162-a33f-48ad-8a95-01125d6e44f0 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.102 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 946 time: 0.0514183 Jul 20 15:38:14.225163 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d13de9-10ee-4e9d-84ab-1808b6a51c87 service neutron] Pushing event updated for resources: {'Port': ['ID=8f52bdd8-fb43-4258-ab4f-f2f957867c30,revision_number=2']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:38:14.307165 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.managers [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-81d13de9-10ee-4e9d-84ab-1808b6a51c87 service neutron] Attempting to bind port 8f52bdd8-fb43-4258-ab4f-f2f957867c30 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:38:14.307544 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.managers [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-81d13de9-10ee-4e9d-84ab-1808b6a51c87 service neutron] Attempting to bind port 8f52bdd8-fb43-4258-ab4f-f2f957867c30 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'e026d837-5e38-45b1-9c83-a88e3f038dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc'}] {{(pid=104510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:38:14.307902 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-81d13de9-10ee-4e9d-84ab-1808b6a51c87 service neutron] Attempting to bind port 8f52bdd8-fb43-4258-ab4f-f2f957867c30 on network 4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc {{(pid=104510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:38:14.316766 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-81d13de9-10ee-4e9d-84ab-1808b6a51c87 service neutron] Port 8f52bdd8-fb43-4258-ab4f-f2f957867c30 on network 4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 15:38:14.316766 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-81d13de9-10ee-4e9d-84ab-1808b6a51c87 service neutron] Attempting to bind port 8f52bdd8-fb43-4258-ab4f-f2f957867c30 on network 4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc {{(pid=104510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:38:14.321295 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-81d13de9-10ee-4e9d-84ab-1808b6a51c87 service neutron] Checking agent: {'id': '84834a4b-f4d1-4c41-9203-9b15edc444f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 29, 38), 'started_at': datetime.datetime(2022, 7, 20, 15, 29, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:38:14.321890 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-81d13de9-10ee-4e9d-84ab-1808b6a51c87 service neutron] Checking segment: {'id': 'e026d837-5e38-45b1-9c83-a88e3f038dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:38:14.322523 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-81d13de9-10ee-4e9d-84ab-1808b6a51c87 service neutron] Bound using segment: {'id': 'e026d837-5e38-45b1-9c83-a88e3f038dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc'} {{(pid=104510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:38:14.323167 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.managers [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-81d13de9-10ee-4e9d-84ab-1808b6a51c87 service neutron] Bound port: 8f52bdd8-fb43-4258-ab4f-f2f957867c30, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e026d837-5e38-45b1-9c83-a88e3f038dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc'}}] {{(pid=104510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:38:14.323831 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-81d13de9-10ee-4e9d-84ab-1808b6a51c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (8f52bdd8-fb43-4258-ab4f-f2f957867c30), before_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:14.334832 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [req-da830b87-3342-4341-9f23-c1d09349cf27 req-a5299aca-ae16-4e2e-a108-e603a3d9ec17 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Deleting port 3f4230e5-b6b6-43aa-985b-67a345eed1aa {{(pid=104509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:38:14.335183 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-da830b87-3342-4341-9f23-c1d09349cf27 req-a5299aca-ae16-4e2e-a108-e603a3d9ec17 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (3f4230e5-b6b6-43aa-985b-67a345eed1aa), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:14.410970 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.db [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-81d13de9-10ee-4e9d-84ab-1808b6a51c87 service neutron] For port 8f52bdd8-fb43-4258-ab4f-f2f957867c30, host hv-cinder-81914, cleared binding levels {{(pid=104510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:38:14.417390 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.db [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-81d13de9-10ee-4e9d-84ab-1808b6a51c87 service neutron] For port 8f52bdd8-fb43-4258-ab4f-f2f957867c30, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=8f52bdd8-fb43-4258-ab4f-f2f957867c30,segment=NetworkSegment(e026d837-5e38-45b1-9c83-a88e3f038dd4),segment_id=e026d837-5e38-45b1-9c83-a88e3f038dd4)] {{(pid=104510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:38:14.435224 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-da830b87-3342-4341-9f23-c1d09349cf27 req-a5299aca-ae16-4e2e-a108-e603a3d9ec17 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] For port 3f4230e5-b6b6-43aa-985b-67a345eed1aa, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=3f4230e5-b6b6-43aa-985b-67a345eed1aa,segment=NetworkSegment(7537d4ee-dce6-4a65-a703-7b3110bc13c1),segment_id=7537d4ee-dce6-4a65-a703-7b3110bc13c1)] {{(pid=104509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:38:14.435512 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-da830b87-3342-4341-9f23-c1d09349cf27 req-a5299aca-ae16-4e2e-a108-e603a3d9ec17 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (3f4230e5-b6b6-43aa-985b-67a345eed1aa), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:14.451831 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:14.457457 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [req-da830b87-3342-4341-9f23-c1d09349cf27 req-a5299aca-ae16-4e2e-a108-e603a3d9ec17 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Calling delete_port for 3f4230e5-b6b6-43aa-985b-67a345eed1aa owned by compute:nova {{(pid=104509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:38:14.457731 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:14.475614 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4df98-c07e-4e48-a784-2ecadaa13f8e req-47afcc5b-367b-4323-950e-4f3e259e8e28 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:14.477174 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9ec4df98-c07e-4e48-a784-2ecadaa13f8e req-47afcc5b-367b-4323-950e-4f3e259e8e28 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 946 time: 0.0570493 Jul 20 15:38:14.513694 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-81d13de9-10ee-4e9d-84ab-1808b6a51c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25775864'] for port (8f52bdd8-fb43-4258-ab4f-f2f957867c30), after_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:14.558134 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9ec4df98-c07e-4e48-a784-2ecadaa13f8e req-5513bf11-989c-48b1-851c-f3ed1d4ce8a3 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/security-groups?id=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748374 Jul 20 15:38:14.564045 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-81d13de9-10ee-4e9d-84ab-1808b6a51c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:14.564906 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-81d13de9-10ee-4e9d-84ab-1808b6a51c87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:14.566062 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-81d13de9-10ee-4e9d-84ab-1808b6a51c87 service neutron] 10.222.0.102 "PUT /v2.0/ports/8f52bdd8-fb43-4258-ab4f-f2f957867c30 HTTP/1.1" status: 200 len: 1094 time: 0.8470805 Jul 20 15:38:14.566525 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0789091-c337-4b8d-b1b5-02144d153dcc', 'tag': '8f52bdd8-fb43-4258-ab4f-f2f957867c30'}] {{(pid=104510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:38:14.568785 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e6f04493f4523d7005559a5723156fec6de25b8db42c399d87358264a9319a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5504442c-e84a-4162-87fe-0dcbc112d0a0" -d '{"events": [{"name": "network-changed", "server_uuid": "b0789091-c337-4b8d-b1b5-02144d153dcc", "tag": "8f52bdd8-fb43-4258-ab4f-f2f957867c30"}]}' {{(pid=104510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:38:14.591597 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d13de9-10ee-4e9d-84ab-1808b6a51c87 service neutron] Pushing event updated for resources: {'Port': ['ID=8f52bdd8-fb43-4258-ab4f-f2f957867c30,revision_number=3']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:38:14.628310 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 15:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27434ce-ab1b-493c-a7b0-77f8b7b547c9 x-openstack-request-id: req-e27434ce-ab1b-493c-a7b0-77f8b7b547c9 {{(pid=104510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:38:14.628604 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0789091-c337-4b8d-b1b5-02144d153dcc", "tag": "8f52bdd8-fb43-4258-ab4f-f2f957867c30", "status": "completed", "code": 200}]} {{(pid=104510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:38:14.628885 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e27434ce-ab1b-493c-a7b0-77f8b7b547c9 {{(pid=104510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:38:14.629449 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e27434ce-ab1b-493c-a7b0-77f8b7b547c9'] response: {'name': 'network-changed', 'server_uuid': 'b0789091-c337-4b8d-b1b5-02144d153dcc', 'tag': '8f52bdd8-fb43-4258-ab4f-f2f957867c30', 'status': 'completed', 'code': 200} Jul 20 15:38:14.689535 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504442c-e84a-4162-87fe-0dcbc112d0a0 req-38856226-4de9-4951-99af-692f2250d87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:14.691198 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5504442c-e84a-4162-87fe-0dcbc112d0a0 req-38856226-4de9-4951-99af-692f2250d87e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=44dc2a5c754d42d1862b331afef2183f&device_id=b0789091-c337-4b8d-b1b5-02144d153dcc HTTP/1.1" status: 200 len: 1128 time: 0.0426123 Jul 20 15:38:14.745162 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-da830b87-3342-4341-9f23-c1d09349cf27 req-a5299aca-ae16-4e2e-a108-e603a3d9ec17 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (3f4230e5-b6b6-43aa-985b-67a345eed1aa), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:14.760219 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] get_ports_and_sgs() called for port_ids ['3f4230e5-b6b6-43aa-985b-67a345eed1aa'] {{(pid=104511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:38:14.771530 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:14.774172 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5299aca-ae16-4e2e-a108-e603a3d9ec17 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Pushing event deleted for resources: {'Port': ['ID=3f4230e5-b6b6-43aa-985b-67a345eed1aa,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:38:14.809331 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504442c-e84a-4162-87fe-0dcbc112d0a0 req-fb042d9b-8e77-4c07-8de5-e05a566481f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:14.811261 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5504442c-e84a-4162-87fe-0dcbc112d0a0 req-fb042d9b-8e77-4c07-8de5-e05a566481f3 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=44dc2a5c754d42d1862b331afef2183f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1120174 Jul 20 15:38:14.834534 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [req-da830b87-3342-4341-9f23-c1d09349cf27 req-a5299aca-ae16-4e2e-a108-e603a3d9ec17 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] No DVR routers for this DVR port 3f4230e5-b6b6-43aa-985b-67a345eed1aa on host hv-cinder-81914 {{(pid=104509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 15:38:14.837113 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-da830b87-3342-4341-9f23-c1d09349cf27 req-a5299aca-ae16-4e2e-a108-e603a3d9ec17 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:14.841528 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-da830b87-3342-4341-9f23-c1d09349cf27 req-a5299aca-ae16-4e2e-a108-e603a3d9ec17 tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.102 "DELETE /v2.0/ports/3f4230e5-b6b6-43aa-985b-67a345eed1aa HTTP/1.1" status: 204 len: 173 time: 0.6098449 Jul 20 15:38:14.841528 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '170181c4-a3e8-494d-bef6-2048dd9b0257', 'name': 'network-vif-deleted', 'tag': '3f4230e5-b6b6-43aa-985b-67a345eed1aa'}] {{(pid=104509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:38:14.844324 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df77c6b91a480694ea4413056d8ef6386aadd078611a8438297a7cf852766117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab87317-28df-4a35-a0ec-abe464c00782" -d '{"events": [{"server_uuid": "170181c4-a3e8-494d-bef6-2048dd9b0257", "name": "network-vif-deleted", "tag": "3f4230e5-b6b6-43aa-985b-67a345eed1aa"}]}' {{(pid=104509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:38:14.881532 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 15:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bc5211-30a0-4f18-b46d-6c1946a7f50a x-openstack-request-id: req-d7bc5211-30a0-4f18-b46d-6c1946a7f50a {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:38:14.881845 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "170181c4-a3e8-494d-bef6-2048dd9b0257", "name": "network-vif-deleted", "tag": "3f4230e5-b6b6-43aa-985b-67a345eed1aa", "status": "completed", "code": 200}]} {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:38:14.882101 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d7bc5211-30a0-4f18-b46d-6c1946a7f50a {{(pid=104509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:38:14.882523 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7bc5211-30a0-4f18-b46d-6c1946a7f50a'] response: {'server_uuid': '170181c4-a3e8-494d-bef6-2048dd9b0257', 'name': 'network-vif-deleted', 'tag': '3f4230e5-b6b6-43aa-985b-67a345eed1aa', 'status': 'completed', 'code': 200} Jul 20 15:38:14.921165 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504442c-e84a-4162-87fe-0dcbc112d0a0 req-ec5e90ff-ba31-40c5-8b39-a028dea35d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:14.922693 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5504442c-e84a-4162-87fe-0dcbc112d0a0 req-ec5e90ff-ba31-40c5-8b39-a028dea35d30 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1044111 Jul 20 15:38:15.002598 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-bfece0a4-706a-48f5-932c-0f170ba2b299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:15.004014 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-bfece0a4-706a-48f5-932c-0f170ba2b299 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=44dc2a5c754d42d1862b331afef2183f&device_id=b0789091-c337-4b8d-b1b5-02144d153dcc HTTP/1.1" status: 200 len: 1128 time: 0.0447671 Jul 20 15:38:15.047837 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-8ef75c56-056f-49cb-b14b-556ba7043d52 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f52bdd8-fb43-4258-ab4f-f2f957867c30 HTTP/1.1" status: 200 len: 217 time: 0.0326655 Jul 20 15:38:15.105708 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-05a9306c-8038-47d2-bb3e-d400688f851f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:15.107192 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-05a9306c-8038-47d2-bb3e-d400688f851f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f67dc5bc-fa6a-464f-8936-90155eea6d28 HTTP/1.1" status: 200 len: 853 time: 0.0464373 Jul 20 15:38:15.151923 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:15.157878 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-b03f8cca-c889-4a9c-8612-a5bdd7ab57b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:15.159415 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-b03f8cca-c889-4a9c-8612-a5bdd7ab57b1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426550 Jul 20 15:38:15.262640 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-e5520549-9da1-408e-b2b8-e26daec35050 service neutron] 10.222.0.102 "GET /v2.0/networks/4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945694 Jul 20 15:38:15.400111 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea626ac-852a-463a-bd1c-10659557c32f req-f58af4cc-5e87-47dd-a96f-e8201f4e6e74 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:15.401626 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-cea626ac-852a-463a-bd1c-10659557c32f req-f58af4cc-5e87-47dd-a96f-e8201f4e6e74 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0789091-c337-4b8d-b1b5-02144d153dcc HTTP/1.1" status: 200 len: 944 time: 0.0684476 Jul 20 15:38:15.407160 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3b2b273d-bef1-4bba-8ae2-6ea663e0349f req-063b1534-3644-47a5-a912-da2308a4efd9 service neutron] 10.222.0.102 "GET /v2.0/networks/4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352887 Jul 20 15:38:15.451851 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-cea626ac-852a-463a-bd1c-10659557c32f req-70615358-c2da-449d-9dd6-108c09c6e820 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d411d88-8b9c-416f-b65f-1913fda5be12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437191 Jul 20 15:38:15.688456 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-50611e19-8a54-4a7f-81be-714ca50ba04a req-9f0a9c9c-b858-4499-afef-11d0d7377f4e tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 210 time: 0.0369954 Jul 20 15:38:16.570278 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce708ff9-4a7d-4ceb-8be6-4a60dbe153f0 req-0606bf16-804f-43a9-aa13-ee857ac61252 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:16.571847 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ce708ff9-4a7d-4ceb-8be6-4a60dbe153f0 req-0606bf16-804f-43a9-aa13-ee857ac61252 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0789091-c337-4b8d-b1b5-02144d153dcc HTTP/1.1" status: 200 len: 944 time: 0.0516393 Jul 20 15:38:16.627639 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ce708ff9-4a7d-4ceb-8be6-4a60dbe153f0 req-3057bc08-6f95-4aa2-8122-86a38ebc9437 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d411d88-8b9c-416f-b65f-1913fda5be12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491982 Jul 20 15:38:16.797672 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-0c992af5-3124-491b-a650-3d94aed33a5a req-b16586b8-2204-4fec-a79a-85222ec8b17a tempest-TestMinimumBasicScenario-150647912 tempest-TestMinimumBasicScenario-150647912-project] 10.222.0.78 "GET /v2.0/ports?device_id=170181c4-a3e8-494d-bef6-2048dd9b0257 HTTP/1.1" status: 200 len: 210 time: 0.0282483 Jul 20 15:38:16.923057 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 8f52bdd8-fb43-4258-ab4f-f2f957867c30 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:38:16.926787 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 3f4230e5-b6b6-43aa-985b-67a345eed1aa no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:38:16.952364 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] No Port match for: 3f4230e5-b6b6-43aa-985b-67a345eed1aa {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:38:16.952634 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 3f4230e5-b6b6-43aa-985b-67a345eed1aa not bound to the agent host hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:38:17.051449 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 8f52bdd8-fb43-4258-ab4f-f2f957867c30, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=8f52bdd8-fb43-4258-ab4f-f2f957867c30,segment=NetworkSegment(e026d837-5e38-45b1-9c83-a88e3f038dd4),segment_id=e026d837-5e38-45b1-9c83-a88e3f038dd4)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:38:17.064174 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Returning: {'device': '8f52bdd8-fb43-4258-ab4f-f2f957867c30', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'port_id': '8f52bdd8-fb43-4258-ab4f-f2f957867c30', 'mac_address': 'fa:16:3e:90:f4:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 988, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:38:17.103858 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port 8f52bdd8-fb43-4258-ab4f-f2f957867c30 is: DOWN; New status is: BUILD {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:38:17.104833 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (8f52bdd8-fb43-4258-ab4f-f2f957867c30), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:17.119423 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f52bdd8-fb43-4258-ab4f-f2f957867c30 {{(pid=104511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:38:17.140530 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 8f52bdd8-fb43-4258-ab4f-f2f957867c30, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=8f52bdd8-fb43-4258-ab4f-f2f957867c30,segment=NetworkSegment(e026d837-5e38-45b1-9c83-a88e3f038dd4),segment_id=e026d837-5e38-45b1-9c83-a88e3f038dd4)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:38:17.230656 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (8f52bdd8-fb43-4258-ab4f-f2f957867c30), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:17.275289 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=8f52bdd8-fb43-4258-ab4f-f2f957867c30,revision_number=4']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:38:17.484469 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] get_ports_and_sgs() called for port_ids ['8f52bdd8-fb43-4258-ab4f-f2f957867c30'] {{(pid=104511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:38:17.559756 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:17.753942 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda0034-1b46-4f73-98ed-af3dfbd4a5cb req-52053698-48dd-4d93-9067-a12048e76f72 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:17.755327 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5dda0034-1b46-4f73-98ed-af3dfbd4a5cb req-52053698-48dd-4d93-9067-a12048e76f72 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0789091-c337-4b8d-b1b5-02144d153dcc HTTP/1.1" status: 200 len: 945 time: 0.0503514 Jul 20 15:38:17.804434 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5dda0034-1b46-4f73-98ed-af3dfbd4a5cb req-fb0ecad3-78a9-4379-ac74-c850064205ed tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d411d88-8b9c-416f-b65f-1913fda5be12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427847 Jul 20 15:38:18.446887 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=72 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:18.933982 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2627bd2-de78-45bd-bb27-458b3c57c9bc req-412a60fc-14bb-4f80-a3e4-a650db47d33e tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:18.935689 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e2627bd2-de78-45bd-bb27-458b3c57c9bc req-412a60fc-14bb-4f80-a3e4-a650db47d33e tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0789091-c337-4b8d-b1b5-02144d153dcc HTTP/1.1" status: 200 len: 945 time: 0.0595129 Jul 20 15:38:18.940997 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 8f52bdd8-fb43-4258-ab4f-f2f957867c30 up at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:38:18.967928 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:19.002486 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e2627bd2-de78-45bd-bb27-458b3c57c9bc req-5fd13d1f-7547-428c-9c8b-dfbb674ecb3c tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d411d88-8b9c-416f-b65f-1913fda5be12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610223 Jul 20 15:38:19.004090 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning for port 8f52bdd8-fb43-4258-ab4f-f2f957867c30 completed by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 15:38:19.212878 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning complete for port 8f52bdd8-fb43-4258-ab4f-f2f957867c30 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:38:19.213261 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (8f52bdd8-fb43-4258-ab4f-f2f957867c30), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:19.288654 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port 8f52bdd8-fb43-4258-ab4f-f2f957867c30 is: BUILD; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:38:19.289658 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (8f52bdd8-fb43-4258-ab4f-f2f957867c30), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:19.313898 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0789091-c337-4b8d-b1b5-02144d153dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f52bdd8-fb43-4258-ab4f-f2f957867c30'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:38:19.316203 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d079ce0f3ed41026034ae0451e18cae4cf0a7f47a911dfcb655775793fbc38ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212a725b-9630-4bba-b10f-0ca6487b6fb3" -d '{"events": [{"server_uuid": "b0789091-c337-4b8d-b1b5-02144d153dcc", "name": "network-vif-plugged", "status": "completed", "tag": "8f52bdd8-fb43-4258-ab4f-f2f957867c30"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:38:19.330694 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 8f52bdd8-fb43-4258-ab4f-f2f957867c30, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=8f52bdd8-fb43-4258-ab4f-f2f957867c30,segment=NetworkSegment(e026d837-5e38-45b1-9c83-a88e3f038dd4),segment_id=e026d837-5e38-45b1-9c83-a88e3f038dd4)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:38:19.417263 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 15:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100ff843-ac27-4e19-aab5-0291efce0e86 x-openstack-request-id: req-100ff843-ac27-4e19-aab5-0291efce0e86 {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:38:19.417559 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0789091-c337-4b8d-b1b5-02144d153dcc", "name": "network-vif-plugged", "status": "completed", "tag": "8f52bdd8-fb43-4258-ab4f-f2f957867c30", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:38:19.417816 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-100ff843-ac27-4e19-aab5-0291efce0e86 {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:38:19.418287 dv-cinder-819149-12-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-100ff843-ac27-4e19-aab5-0291efce0e86'] response: {'server_uuid': 'b0789091-c337-4b8d-b1b5-02144d153dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f52bdd8-fb43-4258-ab4f-f2f957867c30', 'code': 200} Jul 20 15:38:19.439060 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (8f52bdd8-fb43-4258-ab4f-f2f957867c30), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:19.493680 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=8f52bdd8-fb43-4258-ab4f-f2f957867c30,revision_number=5']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:38:19.813783 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e5fcc-6fdf-4138-a7cd-96a7fb997641 req-1accb8a4-813a-4eb1-9d81-bc988f9660df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:19.815298 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-246e5fcc-6fdf-4138-a7cd-96a7fb997641 req-1accb8a4-813a-4eb1-9d81-bc988f9660df service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=b0789091-c337-4b8d-b1b5-02144d153dcc HTTP/1.1" status: 200 len: 1130 time: 0.0416360 Jul 20 15:38:19.878869 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-246e5fcc-6fdf-4138-a7cd-96a7fb997641 req-9a5552d3-b808-4554-9dcc-4a3810421aa4 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=5d411d88-8b9c-416f-b65f-1913fda5be12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560305 Jul 20 15:38:19.969682 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 47896) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:38:20.024842 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:20.055876 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-e79e81a2-9d3b-421f-bcc3-ed0aa80f5bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:20.430021 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b095f5d5-5d95-46e1-90da-1a8b6e6bb6e0 req-8ba525e7-04f6-4c44-aba7-38b8375ccb9c tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:20.431519 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b095f5d5-5d95-46e1-90da-1a8b6e6bb6e0 req-8ba525e7-04f6-4c44-aba7-38b8375ccb9c tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0789091-c337-4b8d-b1b5-02144d153dcc HTTP/1.1" status: 200 len: 946 time: 0.3169208 Jul 20 15:38:20.523875 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b095f5d5-5d95-46e1-90da-1a8b6e6bb6e0 req-a34bc932-135b-4053-8fe2-8d6f4b21a96c tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d411d88-8b9c-416f-b65f-1913fda5be12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836973 Jul 20 15:38:20.608730 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-3f68bf64-01d0-4865-a1c3-cd444b2328d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711803'] for router_interface (da75dcab-f0f2-40bb-9d79-2eca26de8c90), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:20.684776 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:20.835370 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [None req-3f68bf64-01d0-4865-a1c3-cd444b2328d3 admin admin] Deleting port 70ee5a68-28b7-40fb-9ad3-83391841a19e {{(pid=104510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:38:20.835370 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-3f68bf64-01d0-4865-a1c3-cd444b2328d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (70ee5a68-28b7-40fb-9ad3-83391841a19e), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:20.920246 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.db [None req-3f68bf64-01d0-4865-a1c3-cd444b2328d3 admin admin] For port 70ee5a68-28b7-40fb-9ad3-83391841a19e, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=70ee5a68-28b7-40fb-9ad3-83391841a19e,segment=NetworkSegment(7537d4ee-dce6-4a65-a703-7b3110bc13c1),segment_id=7537d4ee-dce6-4a65-a703-7b3110bc13c1)] {{(pid=104510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:38:20.920608 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-3f68bf64-01d0-4865-a1c3-cd444b2328d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (70ee5a68-28b7-40fb-9ad3-83391841a19e), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:20.934714 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [None req-3f68bf64-01d0-4865-a1c3-cd444b2328d3 admin admin] Calling delete_port for 70ee5a68-28b7-40fb-9ad3-83391841a19e owned by network:router_interface {{(pid=104510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:38:21.041391 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:21.318144 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-3f68bf64-01d0-4865-a1c3-cd444b2328d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25775823'] for port (70ee5a68-28b7-40fb-9ad3-83391841a19e), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:21.342563 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68bf64-01d0-4865-a1c3-cd444b2328d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=70ee5a68-28b7-40fb-9ad3-83391841a19e,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:38:21.515163 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-3f68bf64-01d0-4865-a1c3-cd444b2328d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1514783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711695'] for router_interface (da75dcab-f0f2-40bb-9d79-2eca26de8c90), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:21.624134 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=6 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:21.662446 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e7399d-a2d3-4a99-a5a9-d76630299ae9 req-59ba7d4c-a768-4869-8439-23a855871747 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:21.663905 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-98e7399d-a2d3-4a99-a5a9-d76630299ae9 req-59ba7d4c-a768-4869-8439-23a855871747 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0789091-c337-4b8d-b1b5-02144d153dcc HTTP/1.1" status: 200 len: 946 time: 0.0644667 Jul 20 15:38:21.790872 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-98e7399d-a2d3-4a99-a5a9-d76630299ae9 req-7e8b80ac-59e2-4677-bc10-0337b5adf0ae tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d411d88-8b9c-416f-b65f-1913fda5be12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203866 Jul 20 15:38:21.799239 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:21.810973 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f68bf64-01d0-4865-a1c3-cd444b2328d3 admin admin] Router da75dcab-f0f2-40bb-9d79-2eca26de8c90 has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:38:21.917587 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f68bf64-01d0-4865-a1c3-cd444b2328d3 admin admin] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:38:21.927835 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-3f68bf64-01d0-4865-a1c3-cd444b2328d3 admin admin] 10.222.0.78 "PUT /v2.0/routers/da75dcab-f0f2-40bb-9d79-2eca26de8c90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9518290 Jul 20 15:38:21.927835 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 47912) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:38:21.928659 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7281152-cf73-4e02-a568-c46febf6c2ab None None] Sync routers for ids ['da75dcab-f0f2-40bb-9d79-2eca26de8c90'] in dv-cinder-819149-12-iscsi {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:38:21.943389 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7281152-cf73-4e02-a568-c46febf6c2ab None None] Routers {'da75dcab-f0f2-40bb-9d79-2eca26de8c90'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:38:21.944152 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-e7281152-cf73-4e02-a568-c46febf6c2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:37:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['da75dcab-f0f2-40bb-9d79-2eca26de8c90'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:38:22.028215 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-79463183-332b-4ff4-b1d8-86fa2a6d5d4e admin admin] Publish callbacks [] for router (da75dcab-f0f2-40bb-9d79-2eca26de8c90), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:22.050801 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-e7281152-cf73-4e02-a568-c46febf6c2ab None None] Set router da75dcab-f0f2-40bb-9d79-2eca26de8c90 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:38:22.066869 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:22.140045 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-79463183-332b-4ff4-b1d8-86fa2a6d5d4e admin admin] Publish callbacks [] for router_gateway (da75dcab-f0f2-40bb-9d79-2eca26de8c90), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:22.214469 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 47920) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:38:22.230841 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-e7281152-cf73-4e02-a568-c46febf6c2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da75dcab-f0f2-40bb-9d79-2eca26de8c90', 'name': 'tempest-TestMinimumBasicScenario-1406205359-router', 'tenant_id': '8793a880033e400d89ac8de5a30003b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '12075782-04c6-4898-8dde-64532b5565be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:34:14Z', 'updated_at': '2022-07-20T15:38:21Z', 'revision_number': 5, 'project_id': '8793a880033e400d89ac8de5a30003b7', 'gw_port': {'id': '12075782-04c6-4898-8dde-64532b5565be', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da75dcab-f0f2-40bb-9d79-2eca26de8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:34:15Z', 'updated_at': '2022-07-20T15:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:38:22.255909 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7281152-cf73-4e02-a568-c46febf6c2ab None None] Checking router: da75dcab-f0f2-40bb-9d79-2eca26de8c90 for host: dv-cinder-819149-12-iscsi {{(pid=104511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:38:22.262953 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:22.263533 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8c0862c-e65e-45e3-ae16-f3ffff49cb6c admin admin] Deleting subnet 5e43b59f-6402-4695-9da5-d45bf3dfc200 {{(pid=104509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 15:38:22.264997 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7281152-cf73-4e02-a568-c46febf6c2ab None None] Routers {'da75dcab-f0f2-40bb-9d79-2eca26de8c90'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:38:22.265605 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-e7281152-cf73-4e02-a568-c46febf6c2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:37:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['da75dcab-f0f2-40bb-9d79-2eca26de8c90'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:38:22.267082 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-b8c0862c-e65e-45e3-ae16-f3ffff49cb6c admin admin] Publish callbacks [] for subnet (5e43b59f-6402-4695-9da5-d45bf3dfc200), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:22.300395 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [None req-79463183-332b-4ff4-b1d8-86fa2a6d5d4e admin admin] Deleting port 12075782-04c6-4898-8dde-64532b5565be {{(pid=104510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:38:22.300751 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-79463183-332b-4ff4-b1d8-86fa2a6d5d4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (12075782-04c6-4898-8dde-64532b5565be), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:22.308430 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-b8c0862c-e65e-45e3-ae16-f3ffff49cb6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17085713'] for subnet (5e43b59f-6402-4695-9da5-d45bf3dfc200), precommit_delete_associations {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:22.356354 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-b8c0862c-e65e-45e3-ae16-f3ffff49cb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7837766'] for subnet (5e43b59f-6402-4695-9da5-d45bf3dfc200), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:22.412584 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.db [None req-79463183-332b-4ff4-b1d8-86fa2a6d5d4e admin admin] For port 12075782-04c6-4898-8dde-64532b5565be, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=12075782-04c6-4898-8dde-64532b5565be,segment=NetworkSegment(65d22977-7383-4d3c-8560-aa09b9e1098a),segment_id=65d22977-7383-4d3c-8560-aa09b9e1098a)] {{(pid=104510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:38:22.413264 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-79463183-332b-4ff4-b1d8-86fa2a6d5d4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (12075782-04c6-4898-8dde-64532b5565be), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:22.431922 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [None req-79463183-332b-4ff4-b1d8-86fa2a6d5d4e admin admin] Calling delete_port for 12075782-04c6-4898-8dde-64532b5565be owned by network:router_gateway {{(pid=104510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:38:22.507759 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-e7281152-cf73-4e02-a568-c46febf6c2ab None None] Set router da75dcab-f0f2-40bb-9d79-2eca26de8c90 gateway port host: None {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:38:22.562445 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-e7281152-cf73-4e02-a568-c46febf6c2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da75dcab-f0f2-40bb-9d79-2eca26de8c90', 'name': 'tempest-TestMinimumBasicScenario-1406205359-router', 'tenant_id': '8793a880033e400d89ac8de5a30003b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:34:14Z', 'updated_at': '2022-07-20T15:38:22Z', 'revision_number': 6, 'project_id': '8793a880033e400d89ac8de5a30003b7', 'gw_port_host': None}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:38:22.587403 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7281152-cf73-4e02-a568-c46febf6c2ab None None] The sync data for ids ['da75dcab-f0f2-40bb-9d79-2eca26de8c90'] in dv-cinder-819149-12-iscsi is: [{'id': 'da75dcab-f0f2-40bb-9d79-2eca26de8c90', 'name': 'tempest-TestMinimumBasicScenario-1406205359-router', 'tenant_id': '8793a880033e400d89ac8de5a30003b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:34:14Z', 'updated_at': '2022-07-20T15:38:22Z', 'revision_number': 6, 'project_id': '8793a880033e400d89ac8de5a30003b7', 'gw_port_host': None}] {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:38:22.644550 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-b8c0862c-e65e-45e3-ae16-f3ffff49cb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7837769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1948132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18758723'] for subnet (5e43b59f-6402-4695-9da5-d45bf3dfc200), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:22.670822 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c0862c-e65e-45e3-ae16-f3ffff49cb6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e43b59f-6402-4695-9da5-d45bf3dfc200,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:38:22.676665 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-b8c0862c-e65e-45e3-ae16-f3ffff49cb6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for subnet (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:22.679895 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-b8c0862c-e65e-45e3-ae16-f3ffff49cb6c admin admin] 10.222.0.78 "DELETE /v2.0/subnets/5e43b59f-6402-4695-9da5-d45bf3dfc200 HTTP/1.1" status: 204 len: 168 time: 0.4638870 Jul 20 15:38:22.682485 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 47922) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:38:22.690629 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-cbc49dde-6f11-48d7-bc54-23288a3bd43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:22.753264 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-a7776ee6-eb6c-4bc7-b81f-a0a3b05cfa99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7858968'] for network (f8cc0700-5535-424a-ac7f-e08c5c1408c4), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:22.796055 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-79463183-332b-4ff4-b1d8-86fa2a6d5d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25775823'] for port (12075782-04c6-4898-8dde-64532b5565be), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:22.837804 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79463183-332b-4ff4-b1d8-86fa2a6d5d4e admin admin] Pushing event deleted for resources: {'Port': ['ID=12075782-04c6-4898-8dde-64532b5565be,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:38:22.838145 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-a7776ee6-eb6c-4bc7-b81f-a0a3b05cfa99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7837447', 'neutron.services.segments.db._delete_segments_for_network-8737057647674'] for network (f8cc0700-5535-424a-ac7f-e08c5c1408c4), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:22.861824 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.services.segments.db [None req-a7776ee6-eb6c-4bc7-b81f-a0a3b05cfa99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8cc0700-5535-424a-ac7f-e08c5c1408c4']}} {{(pid=104509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:38:22.874986 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.services.segments.db [None req-a7776ee6-eb6c-4bc7-b81f-a0a3b05cfa99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88aca104-d482-49b2-8299-19049d4870ae') {'for_net_delete': True} {{(pid=104509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:38:22.874986 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.services.segments.db [None req-a7776ee6-eb6c-4bc7-b81f-a0a3b05cfa99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88aca104-d482-49b2-8299-19049d4870ae') {} {{(pid=104509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:38:22.884682 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-a7776ee6-eb6c-4bc7-b81f-a0a3b05cfa99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737057648963', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17085736'] for segment (88aca104-d482-49b2-8299-19049d4870ae), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:22.902719 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-a7776ee6-eb6c-4bc7-b81f-a0a3b05cfa99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087'] for segment (88aca104-d482-49b2-8299-19049d4870ae), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:22.911041 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7776ee6-eb6c-4bc7-b81f-a0a3b05cfa99 admin admin] Releasing vlan 965 on physical network physnet1 to pool {{(pid=104509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 15:38:22.911445 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-a7776ee6-eb6c-4bc7-b81f-a0a3b05cfa99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1934150'] for segment (88aca104-d482-49b2-8299-19049d4870ae), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:22.939232 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.services.segments.plugin [-] Segment 88aca104-d482-49b2-8299-19049d4870ae resource provider aggregate not found Jul 20 15:38:22.961112 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89130b-269b-4b45-b1af-39855bdaab64 req-e616163b-8511-40ff-bd54-6037b0728632 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:22.963082 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5e89130b-269b-4b45-b1af-39855bdaab64 req-e616163b-8511-40ff-bd54-6037b0728632 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0789091-c337-4b8d-b1b5-02144d153dcc HTTP/1.1" status: 200 len: 946 time: 0.0879214 Jul 20 15:38:22.964629 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-79463183-332b-4ff4-b1d8-86fa2a6d5d4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714468'] for router_gateway (da75dcab-f0f2-40bb-9d79-2eca26de8c90), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:22.997305 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.services.segments.plugin [-] Segment 88aca104-d482-49b2-8299-19049d4870ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 88aca104-d482-49b2-8299-19049d4870ae found for delete ", "request_id": "req-5aa92b5f-bbb9-4fae-81ad-eb54d8354354"}]} Jul 20 15:38:23.054365 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 70ee5a68-28b7-40fb-9ad3-83391841a19e no longer exists at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:38:23.077975 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] No Port match for: 70ee5a68-28b7-40fb-9ad3-83391841a19e {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:38:23.083650 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 70ee5a68-28b7-40fb-9ad3-83391841a19e not bound to the agent host dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:38:23.107850 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-79463183-332b-4ff4-b1d8-86fa2a6d5d4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1708605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-741'] for router (da75dcab-f0f2-40bb-9d79-2eca26de8c90), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:23.114461 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-79463183-332b-4ff4-b1d8-86fa2a6d5d4e admin admin] Publish callbacks [] for router_controller (da75dcab-f0f2-40bb-9d79-2eca26de8c90), precommit_delete_associations {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:23.119250 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-a7776ee6-eb6c-4bc7-b81f-a0a3b05cfa99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7837500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714511'] for network (f8cc0700-5535-424a-ac7f-e08c5c1408c4), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:23.126886 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-a7776ee6-eb6c-4bc7-b81f-a0a3b05cfa99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for network (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:23.134973 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-a7776ee6-eb6c-4bc7-b81f-a0a3b05cfa99 admin admin] 10.222.0.78 "DELETE /v2.0/networks/f8cc0700-5535-424a-ac7f-e08c5c1408c4 HTTP/1.1" status: 204 len: 168 time: 0.4507732 Jul 20 15:38:23.147721 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7776ee6-eb6c-4bc7-b81f-a0a3b05cfa99 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8cc0700-5535-424a-ac7f-e08c5c1408c4,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:38:23.205631 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5e89130b-269b-4b45-b1af-39855bdaab64 req-0a89587a-d682-4ba1-902d-b35100d129d0 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d411d88-8b9c-416f-b65f-1913fda5be12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890020 Jul 20 15:38:23.250016 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155065c8-3a66-49c8-8330-6c8214a0ac4c req-92f1545a-1bf6-4ca5-b99b-0f70b9c56677 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:23.251729 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-155065c8-3a66-49c8-8330-6c8214a0ac4c req-92f1545a-1bf6-4ca5-b99b-0f70b9c56677 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 946 time: 0.0594885 Jul 20 15:38:23.280611 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:23.330731 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-155065c8-3a66-49c8-8330-6c8214a0ac4c req-7c63b8c8-9299-4bda-af80-82efe41e6a05 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730779 Jul 20 15:38:23.342110 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ea085-60dd-4194-b711-dc14b8a12729 req-c3295617-b0a8-4379-afe2-0c7c18df286d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:23.343452 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-db6ea085-60dd-4194-b711-dc14b8a12729 req-c3295617-b0a8-4379-afe2-0c7c18df286d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0789091-c337-4b8d-b1b5-02144d153dcc HTTP/1.1" status: 200 len: 946 time: 0.0657282 Jul 20 15:38:23.352678 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-79463183-332b-4ff4-b1d8-86fa2a6d5d4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708713'] for router (da75dcab-f0f2-40bb-9d79-2eca26de8c90), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:23.352678 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79463183-332b-4ff4-b1d8-86fa2a6d5d4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router da75dcab-f0f2-40bb-9d79-2eca26de8c90 {{(pid=104510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 15:38:23.355917 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 47944) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:38:23.356383 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-79463183-332b-4ff4-b1d8-86fa2a6d5d4e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:23.361103 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-79463183-332b-4ff4-b1d8-86fa2a6d5d4e admin admin] 10.222.0.78 "DELETE /v2.0/routers/da75dcab-f0f2-40bb-9d79-2eca26de8c90 HTTP/1.1" status: 204 len: 168 time: 1.4310715 Jul 20 15:38:23.361360 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-5ca97d23-fe4b-48ec-9ff3-5c782add6353 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Request body: {'floatingip': {'port_id': '8f52bdd8-fb43-4258-ab4f-f2f957867c30'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:38:23.363054 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 47946) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:38:23.401966 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-5ca97d23-fe4b-48ec-9ff3-5c782add6353 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for floatingip (ce5860ac-c9f0-442d-897b-88699a89efa9), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:23.416992 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.db_base_plugin_v2 [None req-a710eb0d-b402-40a1-b3f2-bfb8d19c4040 admin admin] Deleting subnet b20786d0-6549-4701-b26c-42f499c3d245 {{(pid=104510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 15:38:23.420640 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a710eb0d-b402-40a1-b3f2-bfb8d19c4040 admin admin] Publish callbacks [] for subnet (b20786d0-6549-4701-b26c-42f499c3d245), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:23.458324 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:23.462649 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a710eb0d-b402-40a1-b3f2-bfb8d19c4040 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3188876'] for subnet (b20786d0-6549-4701-b26c-42f499c3d245), precommit_delete_associations {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:23.481520 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:23.595144 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a710eb0d-b402-40a1-b3f2-bfb8d19c4040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7837766'] for subnet (b20786d0-6549-4701-b26c-42f499c3d245), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:23.660812 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 47948) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:38:23.687467 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:23.707223 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-b1455645-6d61-4eb8-98ff-cf2e3b556aa1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3e3b499bb69b4b449a2e2515d94094fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0444460 Jul 20 15:38:23.710646 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 47950) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:38:23.770648 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-63a098ea-fa9f-4310-8d1f-cca6bcc99ac4 admin admin] Publish callbacks [] for security_group (88ec5720-5fb7-412c-b03c-781c9df83e08), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:23.786430 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:23.799364 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-63a098ea-fa9f-4310-8d1f-cca6bcc99ac4 admin admin] Publish callbacks [] for security_group (88ec5720-5fb7-412c-b03c-781c9df83e08), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:23.874160 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a710eb0d-b402-40a1-b3f2-bfb8d19c4040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7837769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25785406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25937599'] for subnet (b20786d0-6549-4701-b26c-42f499c3d245), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:23.901819 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a710eb0d-b402-40a1-b3f2-bfb8d19c4040 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b20786d0-6549-4701-b26c-42f499c3d245,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:38:23.909162 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a710eb0d-b402-40a1-b3f2-bfb8d19c4040 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:23.910729 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-a710eb0d-b402-40a1-b3f2-bfb8d19c4040 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/b20786d0-6549-4701-b26c-42f499c3d245 HTTP/1.1" status: 204 len: 168 time: 0.5466800 Jul 20 15:38:23.913218 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 47952) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:38:23.917227 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e291053a-7ef3-4a1d-889a-8f81fe0da9ab None None] Network 04fc2edc-754b-4f43-aeb0-2e6d32720d77 requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:38:23.926784 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-5ca97d23-fe4b-48ec-9ff3-5c782add6353 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:24.022890 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c027c652-e10c-4c81-ad41-68ead09ad30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7858968'] for network (04fc2edc-754b-4f43-aeb0-2e6d32720d77), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:24.027368 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [None req-c027c652-e10c-4c81-ad41-68ead09ad30b admin admin] Deleting port 7a0bd019-a241-41bd-bf56-965a30dcd53e {{(pid=104510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:38:24.027715 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c027c652-e10c-4c81-ad41-68ead09ad30b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (7a0bd019-a241-41bd-bf56-965a30dcd53e), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:24.082213 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a35803e-bcb1-41c4-a532-9f0ad0f0ecef None None] DHCP port deletion for 04fc2edc-754b-4f43-aeb0-2e6d32720d77 request from dv-cinder-819149-12-iscsi {{(pid=104511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 15:38:24.100342 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.db [None req-c027c652-e10c-4c81-ad41-68ead09ad30b admin admin] For port 7a0bd019-a241-41bd-bf56-965a30dcd53e, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=7a0bd019-a241-41bd-bf56-965a30dcd53e,segment=NetworkSegment(7537d4ee-dce6-4a65-a703-7b3110bc13c1),segment_id=7537d4ee-dce6-4a65-a703-7b3110bc13c1)] {{(pid=104510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:38:24.100721 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c027c652-e10c-4c81-ad41-68ead09ad30b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (7a0bd019-a241-41bd-bf56-965a30dcd53e), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:24.116014 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [None req-c027c652-e10c-4c81-ad41-68ead09ad30b admin admin] Calling delete_port for 7a0bd019-a241-41bd-bf56-965a30dcd53e owned by network:dhcp {{(pid=104510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:38:24.131863 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-6a35803e-bcb1-41c4-a532-9f0ad0f0ecef None None] Deleting port 7a0bd019-a241-41bd-bf56-965a30dcd53e {{(pid=104511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:38:24.131863 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-6a35803e-bcb1-41c4-a532-9f0ad0f0ecef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (7a0bd019-a241-41bd-bf56-965a30dcd53e), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:24.176277 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-5ca97d23-fe4b-48ec-9ff3-5c782add6353 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714675'] for floatingip (ce5860ac-c9f0-442d-897b-88699a89efa9), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:24.183254 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-63a098ea-fa9f-4310-8d1f-cca6bcc99ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (88ec5720-5fb7-412c-b03c-781c9df83e08), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:24.183254 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-63a098ea-fa9f-4310-8d1f-cca6bcc99ac4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:24.183254 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-63a098ea-fa9f-4310-8d1f-cca6bcc99ac4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/88ec5720-5fb7-412c-b03c-781c9df83e08 HTTP/1.1" status: 204 len: 168 time: 0.4697847 Jul 20 15:38:24.183254 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:24.203923 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-6a35803e-bcb1-41c4-a532-9f0ad0f0ecef None None] For port 7a0bd019-a241-41bd-bf56-965a30dcd53e, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=7a0bd019-a241-41bd-bf56-965a30dcd53e,segment=NetworkSegment(7537d4ee-dce6-4a65-a703-7b3110bc13c1),segment_id=7537d4ee-dce6-4a65-a703-7b3110bc13c1)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:38:24.204340 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-6a35803e-bcb1-41c4-a532-9f0ad0f0ecef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (7a0bd019-a241-41bd-bf56-965a30dcd53e), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:24.214052 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a098ea-fa9f-4310-8d1f-cca6bcc99ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ec5720-5fb7-412c-b03c-781c9df83e08,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:38:24.229896 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-6a35803e-bcb1-41c4-a532-9f0ad0f0ecef None None] Calling delete_port for 7a0bd019-a241-41bd-bf56-965a30dcd53e owned by network:dhcp {{(pid=104511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:38:24.295534 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.db.l3_db [None req-5ca97d23-fe4b-48ec-9ff3-5c782add6353 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Floating IP ce5860ac-c9f0-442d-897b-88699a89efa9 associated. External IP: 172.27.1.136, port: 8f52bdd8-fb43-4258-ab4f-f2f957867c30. Jul 20 15:38:24.459346 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4186a-33dd-4800-9192-b4e26b387221 req-b57fce67-44a3-4600-99b8-2a2461247e42 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:24.461200 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-55d4186a-33dd-4800-9192-b4e26b387221 req-b57fce67-44a3-4600-99b8-2a2461247e42 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 946 time: 0.0541878 Jul 20 15:38:24.461789 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-6a35803e-bcb1-41c4-a532-9f0ad0f0ecef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422'] for port (7a0bd019-a241-41bd-bf56-965a30dcd53e), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:24.462751 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c027c652-e10c-4c81-ad41-68ead09ad30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25775823'] for port (7a0bd019-a241-41bd-bf56-965a30dcd53e), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:24.490920 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a35803e-bcb1-41c4-a532-9f0ad0f0ecef None None] Pushing event deleted for resources: {'Port': ['ID=7a0bd019-a241-41bd-bf56-965a30dcd53e,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:38:24.495324 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c027c652-e10c-4c81-ad41-68ead09ad30b admin admin] No DVR routers for this DVR port 7a0bd019-a241-41bd-bf56-965a30dcd53e on host dv-cinder-819149-12-iscsi {{(pid=104510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 15:38:24.508720 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a35803e-bcb1-41c4-a532-9f0ad0f0ecef None None] No DVR routers for this DVR port 7a0bd019-a241-41bd-bf56-965a30dcd53e on host dv-cinder-819149-12-iscsi {{(pid=104511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 15:38:24.518419 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c027c652-e10c-4c81-ad41-68ead09ad30b admin admin] Pushing event deleted for resources: {'Port': ['ID=7a0bd019-a241-41bd-bf56-965a30dcd53e,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:38:24.540394 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca97d23-fe4b-48ec-9ff3-5c782add6353 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Router 3dbc9ad5-fe45-44b0-a894-986b191f2d98 has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:38:24.579497 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-55d4186a-33dd-4800-9192-b4e26b387221 req-c9ebda39-c6ac-462b-ba59-0b85f956c178 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047986 Jul 20 15:38:24.663597 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca97d23-fe4b-48ec-9ff3-5c782add6353 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:38:24.670113 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-5ca97d23-fe4b-48ec-9ff3-5c782add6353 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for floatingip (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:24.684896 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4193aff-bfda-4fef-9138-c8cde04bdc6a None None] Sync routers for ids ['3dbc9ad5-fe45-44b0-a894-986b191f2d98'] in dv-cinder-819149-12-iscsi {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:38:24.700749 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4193aff-bfda-4fef-9138-c8cde04bdc6a None None] Routers {'3dbc9ad5-fe45-44b0-a894-986b191f2d98'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:38:24.701882 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-e4193aff-bfda-4fef-9138-c8cde04bdc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:38:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['3dbc9ad5-fe45-44b0-a894-986b191f2d98'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:38:24.704915 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-5ca97d23-fe4b-48ec-9ff3-5c782add6353 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "PUT /v2.0/floatingips/ce5860ac-c9f0-442d-897b-88699a89efa9 HTTP/1.1" status: 200 len: 992 time: 1.3477149 Jul 20 15:38:24.723928 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0789091-c337-4b8d-b1b5-02144d153dcc', 'tag': '8f52bdd8-fb43-4258-ab4f-f2f957867c30'}] {{(pid=104509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:38:24.723928 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df77c6b91a480694ea4413056d8ef6386aadd078611a8438297a7cf852766117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3e8375-6b74-4075-8642-074236fc2927" -d '{"events": [{"name": "network-changed", "server_uuid": "b0789091-c337-4b8d-b1b5-02144d153dcc", "tag": "8f52bdd8-fb43-4258-ab4f-f2f957867c30"}]}' {{(pid=104509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:38:24.764615 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 15:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172e9634-1341-4497-b3ef-ca126f83a1bf x-openstack-request-id: req-172e9634-1341-4497-b3ef-ca126f83a1bf {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:38:24.764917 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0789091-c337-4b8d-b1b5-02144d153dcc", "tag": "8f52bdd8-fb43-4258-ab4f-f2f957867c30", "status": "completed", "code": 200}]} {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:38:24.765178 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-172e9634-1341-4497-b3ef-ca126f83a1bf {{(pid=104509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:38:24.765625 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-172e9634-1341-4497-b3ef-ca126f83a1bf'] response: {'name': 'network-changed', 'server_uuid': 'b0789091-c337-4b8d-b1b5-02144d153dcc', 'tag': '8f52bdd8-fb43-4258-ab4f-f2f957867c30', 'status': 'completed', 'code': 200} Jul 20 15:38:24.842870 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-e4193aff-bfda-4fef-9138-c8cde04bdc6a None None] Set router 3dbc9ad5-fe45-44b0-a894-986b191f2d98 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:38:24.886198 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c027c652-e10c-4c81-ad41-68ead09ad30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7837447', 'neutron.services.segments.db._delete_segments_for_network-8737057647674'] for network (04fc2edc-754b-4f43-aeb0-2e6d32720d77), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:24.909698 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.services.segments.db [None req-c027c652-e10c-4c81-ad41-68ead09ad30b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04fc2edc-754b-4f43-aeb0-2e6d32720d77']}} {{(pid=104510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:38:24.921280 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.services.segments.db [None req-c027c652-e10c-4c81-ad41-68ead09ad30b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7537d4ee-dce6-4a65-a703-7b3110bc13c1') {'for_net_delete': True} {{(pid=104510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:38:24.921587 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.services.segments.db [None req-c027c652-e10c-4c81-ad41-68ead09ad30b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7537d4ee-dce6-4a65-a703-7b3110bc13c1') {} {{(pid=104510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:38:24.936157 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c027c652-e10c-4c81-ad41-68ead09ad30b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737057648963', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3188917'] for segment (7537d4ee-dce6-4a65-a703-7b3110bc13c1), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:24.944061 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 12075782-04c6-4898-8dde-64532b5565be no longer exists at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:38:24.957417 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:24.966472 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] No Port match for: 12075782-04c6-4898-8dde-64532b5565be {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:38:24.967068 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 12075782-04c6-4898-8dde-64532b5565be not bound to the agent host dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:38:24.967729 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 7a0bd019-a241-41bd-bf56-965a30dcd53e no longer exists at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:38:24.975580 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:24.984234 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c027c652-e10c-4c81-ad41-68ead09ad30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087'] for segment (7537d4ee-dce6-4a65-a703-7b3110bc13c1), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:24.996666 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c027c652-e10c-4c81-ad41-68ead09ad30b admin admin] Releasing vlan 990 on physical network physnet1 to pool {{(pid=104510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 15:38:24.997174 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c027c652-e10c-4c81-ad41-68ead09ad30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25775772'] for segment (7537d4ee-dce6-4a65-a703-7b3110bc13c1), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:25.004273 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:25.012680 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e8375-6b74-4075-8642-074236fc2927 req-96b01699-8b33-4de4-9748-c882effbe10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:25.013766 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6e3e8375-6b74-4075-8642-074236fc2927 req-96b01699-8b33-4de4-9748-c882effbe10a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=44dc2a5c754d42d1862b331afef2183f&device_id=b0789091-c337-4b8d-b1b5-02144d153dcc HTTP/1.1" status: 200 len: 1130 time: 0.0810552 Jul 20 15:38:25.016012 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] No Port match for: 7a0bd019-a241-41bd-bf56-965a30dcd53e {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:38:25.016554 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 7a0bd019-a241-41bd-bf56-965a30dcd53e not bound to the agent host dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:38:25.018221 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:25.123924 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-e4193aff-bfda-4fef-9138-c8cde04bdc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'name': 'tempest-AttachVolumeNegativeTest-814596091-router', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:37:58Z', 'updated_at': '2022-07-20T15:38:01Z', 'revision_number': 4, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'gw_port': {'id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:37:59Z', 'updated_at': '2022-07-20T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': 'ce5860ac-c9f0-442d-897b-88699a89efa9', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'port_id': '8f52bdd8-fb43-4258-ab4f-f2f957867c30', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'mac_address': 'fa:16:3e:90:f4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0789091-c337-4b8d-b1b5-02144d153dcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:38:07Z', 'updated_at': '2022-07-20T15:38:23Z', 'revision_number': 1, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d0224a-43a2-4733-85f5-87b141dd2c9d', 'name': '', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'mac_address': 'fa:16:3e:f1:6f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:38:00Z', 'updated_at': '2022-07-20T15:38:05Z', 'revision_number': 5, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'subnets': [{'id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:38:25.151533 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4193aff-bfda-4fef-9138-c8cde04bdc6a None None] Checking router: 3dbc9ad5-fe45-44b0-a894-986b191f2d98 for host: dv-cinder-819149-12-iscsi {{(pid=104512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:38:25.157410 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e8375-6b74-4075-8642-074236fc2927 req-97537939-c2db-4fe6-bd3c-97c1246598df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:25.158939 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6e3e8375-6b74-4075-8642-074236fc2927 req-97537939-c2db-4fe6-bd3c-97c1246598df service neutron] 10.222.0.102 "GET /v2.0/networks?id=4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc HTTP/1.1" status: 200 len: 915 time: 0.1361349 Jul 20 15:38:25.160350 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4193aff-bfda-4fef-9138-c8cde04bdc6a None None] Routers {'3dbc9ad5-fe45-44b0-a894-986b191f2d98'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:38:25.160958 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-e4193aff-bfda-4fef-9138-c8cde04bdc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:38:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['3dbc9ad5-fe45-44b0-a894-986b191f2d98'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:38:25.195447 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:25.227714 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c027c652-e10c-4c81-ad41-68ead09ad30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7837500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714511'] for network (04fc2edc-754b-4f43-aeb0-2e6d32720d77), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:25.242375 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c027c652-e10c-4c81-ad41-68ead09ad30b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for network (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:25.248538 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-c027c652-e10c-4c81-ad41-68ead09ad30b admin admin] 10.222.0.78 "DELETE /v2.0/networks/04fc2edc-754b-4f43-aeb0-2e6d32720d77 HTTP/1.1" status: 204 len: 168 time: 1.3292372 Jul 20 15:38:25.249386 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 47966) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:38:25.269585 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6e3e8375-6b74-4075-8642-074236fc2927 req-8fd34f47-d590-4752-b98c-6eac9d9a41e7 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f52bdd8-fb43-4258-ab4f-f2f957867c30 HTTP/1.1" status: 200 len: 1000 time: 0.1047318 Jul 20 15:38:25.284997 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-e4193aff-bfda-4fef-9138-c8cde04bdc6a None None] Set router 3dbc9ad5-fe45-44b0-a894-986b191f2d98 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:38:25.301115 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.services.segments.plugin [-] Segment 7537d4ee-dce6-4a65-a703-7b3110bc13c1 resource provider aggregate not found Jul 20 15:38:25.308747 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c027c652-e10c-4c81-ad41-68ead09ad30b admin admin] Pushing event deleted for resources: {'Network': ['ID=04fc2edc-754b-4f43-aeb0-2e6d32720d77,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:38:25.324086 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.services.segments.plugin [-] Segment 7537d4ee-dce6-4a65-a703-7b3110bc13c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7537d4ee-dce6-4a65-a703-7b3110bc13c1 found for delete ", "request_id": "req-a69368e9-69cf-4088-8308-5f224913d619"}]} Jul 20 15:38:25.402023 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e8375-6b74-4075-8642-074236fc2927 req-abaf72aa-3e5a-444e-8cc7-bbba94fa68e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:25.403542 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6e3e8375-6b74-4075-8642-074236fc2927 req-abaf72aa-3e5a-444e-8cc7-bbba94fa68e2 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f67dc5bc-fa6a-464f-8936-90155eea6d28 HTTP/1.1" status: 200 len: 853 time: 0.0987697 Jul 20 15:38:25.452799 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:25.462201 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e8375-6b74-4075-8642-074236fc2927 req-0e8db938-3a82-4b33-9ce1-277f7bc81c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:25.463812 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6e3e8375-6b74-4075-8642-074236fc2927 req-0e8db938-3a82-4b33-9ce1-277f7bc81c01 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0543938 Jul 20 15:38:25.592605 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-e4193aff-bfda-4fef-9138-c8cde04bdc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'name': 'tempest-AttachVolumeNegativeTest-814596091-router', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:37:58Z', 'updated_at': '2022-07-20T15:38:01Z', 'revision_number': 4, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'gw_port': {'id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:37:59Z', 'updated_at': '2022-07-20T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': 'ce5860ac-c9f0-442d-897b-88699a89efa9', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'port_id': '8f52bdd8-fb43-4258-ab4f-f2f957867c30', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'mac_address': 'fa:16:3e:90:f4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0789091-c337-4b8d-b1b5-02144d153dcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:38:07Z', 'updated_at': '2022-07-20T15:38:23Z', 'revision_number': 1, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d0224a-43a2-4733-85f5-87b141dd2c9d', 'name': '', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'mac_address': 'fa:16:3e:f1:6f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:38:00Z', 'updated_at': '2022-07-20T15:38:05Z', 'revision_number': 5, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'subnets': [{'id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:38:25.621728 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4193aff-bfda-4fef-9138-c8cde04bdc6a None None] The sync data for ids ['3dbc9ad5-fe45-44b0-a894-986b191f2d98'] in dv-cinder-819149-12-iscsi is: [{'id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'name': 'tempest-AttachVolumeNegativeTest-814596091-router', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:37:58Z', 'updated_at': '2022-07-20T15:38:01Z', 'revision_number': 4, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'gw_port': {'id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:37:59Z', 'updated_at': '2022-07-20T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': 'ce5860ac-c9f0-442d-897b-88699a89efa9', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'port_id': '8f52bdd8-fb43-4258-ab4f-f2f957867c30', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'mac_address': 'fa:16:3e:90:f4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0789091-c337-4b8d-b1b5-02144d153dcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:38:07Z', 'updated_at': '2022-07-20T15:38:23Z', 'revision_number': 1, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d0224a-43a2-4733-85f5-87b141dd2c9d', 'name': '', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'mac_address': 'fa:16:3e:f1:6f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:38:00Z', 'updated_at': '2022-07-20T15:38:05Z', 'revision_number': 5, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'subnets': [{'id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:38:25.661667 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6e3e8375-6b74-4075-8642-074236fc2927 req-541a0c9d-0c94-41b6-a46e-81b2652bbd9d service neutron] 10.222.0.102 "GET /v2.0/networks/4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643217 Jul 20 15:38:25.809884 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a44ea-cc82-4086-a488-f4576f9a9452 req-c1b89ad4-2ccf-4328-8dee-2ddeb83fa8d6 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:25.811514 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-dd9a44ea-cc82-4086-a488-f4576f9a9452 req-c1b89ad4-2ccf-4328-8dee-2ddeb83fa8d6 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 946 time: 0.1313655 Jul 20 15:38:25.830283 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b62b65-0269-4eb0-96a8-97a7a8e18848 None None] New status for floating IP ce5860ac-c9f0-442d-897b-88699a89efa9: ACTIVE {{(pid=104511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 15:38:25.879721 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6e3e8375-6b74-4075-8642-074236fc2927 req-36944623-25f2-4aef-a187-b8ceb03cf779 service neutron] 10.222.0.102 "GET /v2.0/networks/4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102947 Jul 20 15:38:25.921178 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-dd9a44ea-cc82-4086-a488-f4576f9a9452 req-490b4b60-c348-45fc-bd36-63c41db3af24 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019335 Jul 20 15:38:25.925329 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-bd8b22a3-9dc9-4f71-be3f-db5fc36ecaea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711803'] for router_interface (4c132175-858b-4a79-8c8d-6182ef9758b0), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:26.001594 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:26.167065 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [None req-bd8b22a3-9dc9-4f71-be3f-db5fc36ecaea admin admin] Deleting port 3a73fc16-d71a-4a93-991c-fefb36aab99c {{(pid=104510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:38:26.167744 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-bd8b22a3-9dc9-4f71-be3f-db5fc36ecaea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (3a73fc16-d71a-4a93-991c-fefb36aab99c), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:26.250826 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.db [None req-bd8b22a3-9dc9-4f71-be3f-db5fc36ecaea admin admin] For port 3a73fc16-d71a-4a93-991c-fefb36aab99c, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=3a73fc16-d71a-4a93-991c-fefb36aab99c,segment=NetworkSegment(f76121b1-23fb-4bd4-921a-a0f7560361de),segment_id=f76121b1-23fb-4bd4-921a-a0f7560361de)] {{(pid=104510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:38:26.251210 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-bd8b22a3-9dc9-4f71-be3f-db5fc36ecaea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (3a73fc16-d71a-4a93-991c-fefb36aab99c), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:26.264414 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [None req-bd8b22a3-9dc9-4f71-be3f-db5fc36ecaea admin admin] Calling delete_port for 3a73fc16-d71a-4a93-991c-fefb36aab99c owned by network:router_interface {{(pid=104510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:38:26.513017 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-bd8b22a3-9dc9-4f71-be3f-db5fc36ecaea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25775823'] for port (3a73fc16-d71a-4a93-991c-fefb36aab99c), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:26.539053 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b22a3-9dc9-4f71-be3f-db5fc36ecaea admin admin] Pushing event deleted for resources: {'Port': ['ID=3a73fc16-d71a-4a93-991c-fefb36aab99c,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:38:26.655309 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:26.734136 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-bd8b22a3-9dc9-4f71-be3f-db5fc36ecaea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1514783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711695'] for router_interface (4c132175-858b-4a79-8c8d-6182ef9758b0), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:26.972606 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8b22a3-9dc9-4f71-be3f-db5fc36ecaea admin admin] Router 4c132175-858b-4a79-8c8d-6182ef9758b0 has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:38:26.984935 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:27.099398 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735578f1-6d55-496e-9dd6-cf628ce44a47 req-7847c56e-2345-46e3-8d2d-e2cca3d4079d tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:27.100919 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-735578f1-6d55-496e-9dd6-cf628ce44a47 req-7847c56e-2345-46e3-8d2d-e2cca3d4079d tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 946 time: 0.0829678 Jul 20 15:38:27.143235 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8b22a3-9dc9-4f71-be3f-db5fc36ecaea admin admin] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:38:27.152722 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-bd8b22a3-9dc9-4f71-be3f-db5fc36ecaea admin admin] 10.222.0.78 "PUT /v2.0/routers/4c132175-858b-4a79-8c8d-6182ef9758b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8997920 Jul 20 15:38:27.153518 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 47980) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:38:27.156022 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c47b1fd-2e90-466a-91e6-dfe9a81f8e0f None None] Sync routers for ids ['4c132175-858b-4a79-8c8d-6182ef9758b0'] in dv-cinder-819149-12-iscsi {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:38:27.177780 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-735578f1-6d55-496e-9dd6-cf628ce44a47 req-e74c3edf-5618-4f2c-a6ab-295d435a6aaa tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658119 Jul 20 15:38:27.191398 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c47b1fd-2e90-466a-91e6-dfe9a81f8e0f None None] Routers {'4c132175-858b-4a79-8c8d-6182ef9758b0'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:38:27.191398 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-8c47b1fd-2e90-466a-91e6-dfe9a81f8e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:38:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['4c132175-858b-4a79-8c8d-6182ef9758b0'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:38:27.273473 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-01adcf72-4cb5-443f-9dc1-699f507281a0 admin admin] Publish callbacks [] for router (4c132175-858b-4a79-8c8d-6182ef9758b0), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:27.295641 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-8c47b1fd-2e90-466a-91e6-dfe9a81f8e0f None None] Set router 4c132175-858b-4a79-8c8d-6182ef9758b0 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:38:27.384648 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-01adcf72-4cb5-443f-9dc1-699f507281a0 admin admin] Publish callbacks [] for router_gateway (4c132175-858b-4a79-8c8d-6182ef9758b0), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:27.425685 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:27.450417 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:27.467206 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-8c47b1fd-2e90-466a-91e6-dfe9a81f8e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c132175-858b-4a79-8c8d-6182ef9758b0', 'name': 'tempest-TestMinimumBasicScenario-1292617526-router', 'tenant_id': 'd33d090d45b04ef99ceae6dd4f806320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'fa513056-6bbe-421a-80f4-a5409e60cd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:34:26Z', 'updated_at': '2022-07-20T15:38:26Z', 'revision_number': 5, 'project_id': 'd33d090d45b04ef99ceae6dd4f806320', 'gw_port': {'id': 'fa513056-6bbe-421a-80f4-a5409e60cd68', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c132175-858b-4a79-8c8d-6182ef9758b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:34:27Z', 'updated_at': '2022-07-20T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:38:27.492398 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c47b1fd-2e90-466a-91e6-dfe9a81f8e0f None None] Checking router: 4c132175-858b-4a79-8c8d-6182ef9758b0 for host: dv-cinder-819149-12-iscsi {{(pid=104512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:38:27.500826 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c47b1fd-2e90-466a-91e6-dfe9a81f8e0f None None] Routers {'4c132175-858b-4a79-8c8d-6182ef9758b0'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:38:27.501424 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-8c47b1fd-2e90-466a-91e6-dfe9a81f8e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:38:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['4c132175-858b-4a79-8c8d-6182ef9758b0'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:38:27.542744 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-01adcf72-4cb5-443f-9dc1-699f507281a0 admin admin] Deleting port fa513056-6bbe-421a-80f4-a5409e60cd68 {{(pid=104509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:38:27.543098 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-01adcf72-4cb5-443f-9dc1-699f507281a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (fa513056-6bbe-421a-80f4-a5409e60cd68), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:27.618835 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-8c47b1fd-2e90-466a-91e6-dfe9a81f8e0f None None] Set router 4c132175-858b-4a79-8c8d-6182ef9758b0 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:38:27.634172 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [None req-01adcf72-4cb5-443f-9dc1-699f507281a0 admin admin] For port fa513056-6bbe-421a-80f4-a5409e60cd68, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=fa513056-6bbe-421a-80f4-a5409e60cd68,segment=NetworkSegment(65d22977-7383-4d3c-8560-aa09b9e1098a),segment_id=65d22977-7383-4d3c-8560-aa09b9e1098a)] {{(pid=104509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:38:27.634802 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-01adcf72-4cb5-443f-9dc1-699f507281a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (fa513056-6bbe-421a-80f4-a5409e60cd68), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:27.650013 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-01adcf72-4cb5-443f-9dc1-699f507281a0 admin admin] Calling delete_port for fa513056-6bbe-421a-80f4-a5409e60cd68 owned by network:router_gateway {{(pid=104509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:38:27.779980 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:27.795185 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-8c47b1fd-2e90-466a-91e6-dfe9a81f8e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c132175-858b-4a79-8c8d-6182ef9758b0', 'name': 'tempest-TestMinimumBasicScenario-1292617526-router', 'tenant_id': 'd33d090d45b04ef99ceae6dd4f806320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'fa513056-6bbe-421a-80f4-a5409e60cd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:34:26Z', 'updated_at': '2022-07-20T15:38:26Z', 'revision_number': 5, 'project_id': 'd33d090d45b04ef99ceae6dd4f806320', 'gw_port': {'id': 'fa513056-6bbe-421a-80f4-a5409e60cd68', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c132175-858b-4a79-8c8d-6182ef9758b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:34:27Z', 'updated_at': '2022-07-20T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:38:27.820801 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c47b1fd-2e90-466a-91e6-dfe9a81f8e0f None None] The sync data for ids ['4c132175-858b-4a79-8c8d-6182ef9758b0'] in dv-cinder-819149-12-iscsi is: [{'id': '4c132175-858b-4a79-8c8d-6182ef9758b0', 'name': 'tempest-TestMinimumBasicScenario-1292617526-router', 'tenant_id': 'd33d090d45b04ef99ceae6dd4f806320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'fa513056-6bbe-421a-80f4-a5409e60cd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:34:26Z', 'updated_at': '2022-07-20T15:38:26Z', 'revision_number': 5, 'project_id': 'd33d090d45b04ef99ceae6dd4f806320', 'gw_port': {'id': 'fa513056-6bbe-421a-80f4-a5409e60cd68', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c132175-858b-4a79-8c8d-6182ef9758b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:34:27Z', 'updated_at': '2022-07-20T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}] {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:38:27.964236 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-01adcf72-4cb5-443f-9dc1-699f507281a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (fa513056-6bbe-421a-80f4-a5409e60cd68), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:27.988196 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01adcf72-4cb5-443f-9dc1-699f507281a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa513056-6bbe-421a-80f4-a5409e60cd68,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:38:28.058557 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-01adcf72-4cb5-443f-9dc1-699f507281a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714468'] for router_gateway (4c132175-858b-4a79-8c8d-6182ef9758b0), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:28.149169 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-01adcf72-4cb5-443f-9dc1-699f507281a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1708605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-741'] for router (4c132175-858b-4a79-8c8d-6182ef9758b0), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:28.151458 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-01adcf72-4cb5-443f-9dc1-699f507281a0 admin admin] Publish callbacks [] for router_controller (4c132175-858b-4a79-8c8d-6182ef9758b0), precommit_delete_associations {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:28.330162 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ccc814-7909-4637-8ac9-f65b608c85fa req-5e5c9bff-76af-4652-a7a0-47ff15381531 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:28.337866 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-93ccc814-7909-4637-8ac9-f65b608c85fa req-5e5c9bff-76af-4652-a7a0-47ff15381531 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 946 time: 0.0642374 Jul 20 15:38:28.406624 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-93ccc814-7909-4637-8ac9-f65b608c85fa req-6c6af0c8-c91c-41b5-833a-10ca5ffc2908 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671151 Jul 20 15:38:28.644373 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-01adcf72-4cb5-443f-9dc1-699f507281a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708713'] for router (4c132175-858b-4a79-8c8d-6182ef9758b0), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:28.645074 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01adcf72-4cb5-443f-9dc1-699f507281a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c132175-858b-4a79-8c8d-6182ef9758b0 {{(pid=104509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 15:38:28.655531 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-01adcf72-4cb5-443f-9dc1-699f507281a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:28.655531 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-01adcf72-4cb5-443f-9dc1-699f507281a0 admin admin] 10.222.0.78 "DELETE /v2.0/routers/4c132175-858b-4a79-8c8d-6182ef9758b0 HTTP/1.1" status: 204 len: 168 time: 1.4974132 Jul 20 15:38:28.655740 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 47994) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:38:28.705685 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe9987a6-5775-449b-bd15-6bb56cc737ed admin admin] Deleting subnet 1c87ff1d-99a2-43e3-add5-6c8992863302 {{(pid=104510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 15:38:28.709516 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-fe9987a6-5775-449b-bd15-6bb56cc737ed admin admin] Publish callbacks [] for subnet (1c87ff1d-99a2-43e3-add5-6c8992863302), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:28.748020 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-fe9987a6-5775-449b-bd15-6bb56cc737ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3188876'] for subnet (1c87ff1d-99a2-43e3-add5-6c8992863302), precommit_delete_associations {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:28.829020 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-fe9987a6-5775-449b-bd15-6bb56cc737ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7837766'] for subnet (1c87ff1d-99a2-43e3-add5-6c8992863302), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:28.870228 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:29.010064 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-fe9987a6-5775-449b-bd15-6bb56cc737ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7837769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25785406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25937599'] for subnet (1c87ff1d-99a2-43e3-add5-6c8992863302), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:29.037173 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9987a6-5775-449b-bd15-6bb56cc737ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c87ff1d-99a2-43e3-add5-6c8992863302,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:38:29.042674 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-fe9987a6-5775-449b-bd15-6bb56cc737ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:29.048352 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e0f12f-cc1f-448b-8170-4ab1d14fb0cd None None] Network b7814f5c-2262-4938-a617-057508e3be27 requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:38:29.049842 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 48000) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:38:29.049967 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-fe9987a6-5775-449b-bd15-6bb56cc737ed admin admin] 10.222.0.78 "DELETE /v2.0/subnets/1c87ff1d-99a2-43e3-add5-6c8992863302 HTTP/1.1" status: 204 len: 168 time: 0.3932102 Jul 20 15:38:29.164637 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-02d24912-c0dd-48ed-9ae2-adc47b6e3ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7858968'] for network (b7814f5c-2262-4938-a617-057508e3be27), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:29.173311 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:29.190917 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 3a73fc16-d71a-4a93-991c-fefb36aab99c no longer exists at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:38:29.214326 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] No Port match for: 3a73fc16-d71a-4a93-991c-fefb36aab99c {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:38:29.214684 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 3a73fc16-d71a-4a93-991c-fefb36aab99c not bound to the agent host dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:38:29.215115 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device fa513056-6bbe-421a-80f4-a5409e60cd68 no longer exists at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:38:29.219947 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-02d24912-c0dd-48ed-9ae2-adc47b6e3ca5 admin admin] Deleting port 40f89392-fdfd-47d3-bd2e-759ec1202b16 {{(pid=104509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:38:29.220292 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-02d24912-c0dd-48ed-9ae2-adc47b6e3ca5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (40f89392-fdfd-47d3-bd2e-759ec1202b16), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:29.234840 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] No Port match for: fa513056-6bbe-421a-80f4-a5409e60cd68 {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:38:29.236127 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device fa513056-6bbe-421a-80f4-a5409e60cd68 not bound to the agent host dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:38:29.262371 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8fc62b-7827-4da4-a854-c547aae9769b None None] DHCP port deletion for b7814f5c-2262-4938-a617-057508e3be27 request from dv-cinder-819149-12-iscsi {{(pid=104511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 15:38:29.287696 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [None req-02d24912-c0dd-48ed-9ae2-adc47b6e3ca5 admin admin] For port 40f89392-fdfd-47d3-bd2e-759ec1202b16, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=40f89392-fdfd-47d3-bd2e-759ec1202b16,segment=NetworkSegment(f76121b1-23fb-4bd4-921a-a0f7560361de),segment_id=f76121b1-23fb-4bd4-921a-a0f7560361de)] {{(pid=104509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:38:29.288146 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-02d24912-c0dd-48ed-9ae2-adc47b6e3ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (40f89392-fdfd-47d3-bd2e-759ec1202b16), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:29.301733 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-02d24912-c0dd-48ed-9ae2-adc47b6e3ca5 admin admin] Calling delete_port for 40f89392-fdfd-47d3-bd2e-759ec1202b16 owned by network:dhcp {{(pid=104509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:38:29.304307 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-dc8fc62b-7827-4da4-a854-c547aae9769b None None] Deleting port 40f89392-fdfd-47d3-bd2e-759ec1202b16 {{(pid=104511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:38:29.304688 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-dc8fc62b-7827-4da4-a854-c547aae9769b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (40f89392-fdfd-47d3-bd2e-759ec1202b16), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:29.374295 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-dc8fc62b-7827-4da4-a854-c547aae9769b None None] For port 40f89392-fdfd-47d3-bd2e-759ec1202b16, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=40f89392-fdfd-47d3-bd2e-759ec1202b16,segment=NetworkSegment(f76121b1-23fb-4bd4-921a-a0f7560361de),segment_id=f76121b1-23fb-4bd4-921a-a0f7560361de)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:38:29.374664 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-dc8fc62b-7827-4da4-a854-c547aae9769b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (40f89392-fdfd-47d3-bd2e-759ec1202b16), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:29.388281 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-dc8fc62b-7827-4da4-a854-c547aae9769b None None] Calling delete_port for 40f89392-fdfd-47d3-bd2e-759ec1202b16 owned by network:dhcp {{(pid=104511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:38:29.481860 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-02d24912-c0dd-48ed-9ae2-adc47b6e3ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (40f89392-fdfd-47d3-bd2e-759ec1202b16), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:29.485431 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:29.491272 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-dc8fc62b-7827-4da4-a854-c547aae9769b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422'] for port (40f89392-fdfd-47d3-bd2e-759ec1202b16), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:29.522866 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8fc62b-7827-4da4-a854-c547aae9769b None None] Pushing event deleted for resources: {'Port': ['ID=40f89392-fdfd-47d3-bd2e-759ec1202b16,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:38:29.522866 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8fc62b-7827-4da4-a854-c547aae9769b None None] No DVR routers for this DVR port 40f89392-fdfd-47d3-bd2e-759ec1202b16 on host dv-cinder-819149-12-iscsi {{(pid=104511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 15:38:29.528893 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d24912-c0dd-48ed-9ae2-adc47b6e3ca5 admin admin] Pushing event deleted for resources: {'Port': ['ID=40f89392-fdfd-47d3-bd2e-759ec1202b16,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:38:29.529562 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8fc62b-7827-4da4-a854-c547aae9769b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:38:29.529917 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8fc62b-7827-4da4-a854-c547aae9769b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:38:29.530284 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8fc62b-7827-4da4-a854-c547aae9769b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:38:29.530632 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8fc62b-7827-4da4-a854-c547aae9769b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:38:29.535307 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8fc62b-7827-4da4-a854-c547aae9769b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:38:29.535443 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d24912-c0dd-48ed-9ae2-adc47b6e3ca5 admin admin] No DVR routers for this DVR port 40f89392-fdfd-47d3-bd2e-759ec1202b16 on host dv-cinder-819149-12-iscsi {{(pid=104509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 15:38:29.535656 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8fc62b-7827-4da4-a854-c547aae9769b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:38:29.536004 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8fc62b-7827-4da4-a854-c547aae9769b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:38:29.536340 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8fc62b-7827-4da4-a854-c547aae9769b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:38:29.537144 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8fc62b-7827-4da4-a854-c547aae9769b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:38:29.537787 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8fc62b-7827-4da4-a854-c547aae9769b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:38:29.538318 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8fc62b-7827-4da4-a854-c547aae9769b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:38:29.539025 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8fc62b-7827-4da4-a854-c547aae9769b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:38:29.540136 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8fc62b-7827-4da4-a854-c547aae9769b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:38:29.540658 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8fc62b-7827-4da4-a854-c547aae9769b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:38:29.541198 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8fc62b-7827-4da4-a854-c547aae9769b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:38:29.568065 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18bf24-bb12-4a7d-bb83-4979d46dc83f req-22775ab0-9d3d-4dc8-a960-9e6dd699bb66 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:29.569661 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-af18bf24-bb12-4a7d-bb83-4979d46dc83f req-22775ab0-9d3d-4dc8-a960-9e6dd699bb66 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 946 time: 0.0960307 Jul 20 15:38:29.615844 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-02d24912-c0dd-48ed-9ae2-adc47b6e3ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7837447', 'neutron.services.segments.db._delete_segments_for_network-8737057647674'] for network (b7814f5c-2262-4938-a617-057508e3be27), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:29.631507 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-af18bf24-bb12-4a7d-bb83-4979d46dc83f req-8bf74f76-0c6e-4b44-ba22-a90756bccd0c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543380 Jul 20 15:38:29.644250 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.services.segments.db [None req-02d24912-c0dd-48ed-9ae2-adc47b6e3ca5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7814f5c-2262-4938-a617-057508e3be27']}} {{(pid=104509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:38:29.655256 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.services.segments.db [None req-02d24912-c0dd-48ed-9ae2-adc47b6e3ca5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f76121b1-23fb-4bd4-921a-a0f7560361de') {'for_net_delete': True} {{(pid=104509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:38:29.655882 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.services.segments.db [None req-02d24912-c0dd-48ed-9ae2-adc47b6e3ca5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f76121b1-23fb-4bd4-921a-a0f7560361de') {} {{(pid=104509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:38:29.665924 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-02d24912-c0dd-48ed-9ae2-adc47b6e3ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737057648963', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17085736'] for segment (f76121b1-23fb-4bd4-921a-a0f7560361de), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:29.678375 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:29.680528 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-02d24912-c0dd-48ed-9ae2-adc47b6e3ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087'] for segment (f76121b1-23fb-4bd4-921a-a0f7560361de), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:29.687259 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02d24912-c0dd-48ed-9ae2-adc47b6e3ca5 admin admin] Releasing vlan 997 on physical network physnet1 to pool {{(pid=104509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 15:38:29.687661 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-02d24912-c0dd-48ed-9ae2-adc47b6e3ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1934150'] for segment (f76121b1-23fb-4bd4-921a-a0f7560361de), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:29.714105 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.services.segments.plugin [-] Segment f76121b1-23fb-4bd4-921a-a0f7560361de resource provider aggregate not found Jul 20 15:38:29.761163 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.services.segments.plugin [-] Segment f76121b1-23fb-4bd4-921a-a0f7560361de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f76121b1-23fb-4bd4-921a-a0f7560361de found for delete ", "request_id": "req-13ad8c41-6b8e-4692-9485-4f29d58dba61"}]} Jul 20 15:38:29.838164 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-02d24912-c0dd-48ed-9ae2-adc47b6e3ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7837500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714511'] for network (b7814f5c-2262-4938-a617-057508e3be27), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:29.842521 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-02d24912-c0dd-48ed-9ae2-adc47b6e3ca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for network (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:29.846734 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-02d24912-c0dd-48ed-9ae2-adc47b6e3ca5 admin admin] 10.222.0.78 "DELETE /v2.0/networks/b7814f5c-2262-4938-a617-057508e3be27 HTTP/1.1" status: 204 len: 168 time: 0.7957394 Jul 20 15:38:29.860190 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d24912-c0dd-48ed-9ae2-adc47b6e3ca5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7814f5c-2262-4938-a617-057508e3be27,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:38:30.316556 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 48012) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:38:30.358932 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-72a3d25a-76cc-4f5c-928c-6f29a0f3dd8a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8793a880033e400d89ac8de5a30003b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409796 Jul 20 15:38:30.361223 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 48014) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:38:30.413450 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-3d90b11c-750a-4553-9f3e-040a3dcad65a admin admin] Publish callbacks [] for security_group (6383cd3e-5c98-4b41-ac9f-2c89cce9dffe), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:30.436112 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-3d90b11c-750a-4553-9f3e-040a3dcad65a admin admin] Publish callbacks [] for security_group (6383cd3e-5c98-4b41-ac9f-2c89cce9dffe), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:30.581395 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-3d90b11c-750a-4553-9f3e-040a3dcad65a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (6383cd3e-5c98-4b41-ac9f-2c89cce9dffe), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:30.584361 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-3d90b11c-750a-4553-9f3e-040a3dcad65a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:30.586080 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-3d90b11c-750a-4553-9f3e-040a3dcad65a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6383cd3e-5c98-4b41-ac9f-2c89cce9dffe HTTP/1.1" status: 204 len: 168 time: 0.2238667 Jul 20 15:38:30.595659 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d90b11c-750a-4553-9f3e-040a3dcad65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6383cd3e-5c98-4b41-ac9f-2c89cce9dffe,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:38:30.761220 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84197dd-818d-4e17-bf63-3d03c679ee5e req-3890a52e-635a-415e-9ff0-6ce983c18302 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:30.762708 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-f84197dd-818d-4e17-bf63-3d03c679ee5e req-3890a52e-635a-415e-9ff0-6ce983c18302 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 946 time: 0.0470567 Jul 20 15:38:30.811600 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-f84197dd-818d-4e17-bf63-3d03c679ee5e req-5c99bfd2-15f3-40bb-b79d-078be5be94cd tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429971 Jul 20 15:38:30.875365 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 40f89392-fdfd-47d3-bd2e-759ec1202b16 no longer exists at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:38:30.898618 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] No Port match for: 40f89392-fdfd-47d3-bd2e-759ec1202b16 {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:38:30.898965 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 40f89392-fdfd-47d3-bd2e-759ec1202b16 not bound to the agent host dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:38:31.469290 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 48024) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:38:31.509318 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-aeabab63-8d73-438f-bc36-63d640d40751 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d33d090d45b04ef99ceae6dd4f806320&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388663 Jul 20 15:38:31.516513 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 48026) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:38:31.566044 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-63272b9c-b9e1-4737-bbde-079e316686f8 admin admin] Publish callbacks [] for security_group (42da9c5d-0e86-454d-a77f-b1e28a617ff4), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:31.588944 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-63272b9c-b9e1-4737-bbde-079e316686f8 admin admin] Publish callbacks [] for security_group (42da9c5d-0e86-454d-a77f-b1e28a617ff4), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:31.749886 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-63272b9c-b9e1-4737-bbde-079e316686f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (42da9c5d-0e86-454d-a77f-b1e28a617ff4), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:31.752628 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-63272b9c-b9e1-4737-bbde-079e316686f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:31.753815 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-63272b9c-b9e1-4737-bbde-079e316686f8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/42da9c5d-0e86-454d-a77f-b1e28a617ff4 HTTP/1.1" status: 204 len: 168 time: 0.2363782 Jul 20 15:38:31.766571 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63272b9c-b9e1-4737-bbde-079e316686f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42da9c5d-0e86-454d-a77f-b1e28a617ff4,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:38:31.931659 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb682f27-924d-4cbc-a548-d2b062676659 req-e8bb4542-2922-435c-aab9-e75d74ca283a tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:31.933271 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-bb682f27-924d-4cbc-a548-d2b062676659 req-e8bb4542-2922-435c-aab9-e75d74ca283a tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 946 time: 0.0486658 Jul 20 15:38:31.985230 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-bb682f27-924d-4cbc-a548-d2b062676659 req-0515cb9b-a7e0-4b27-bbf8-c5f3ba67fc24 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463352 Jul 20 15:38:33.109341 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04568c57-20f5-4633-8de4-f72895d12a35 req-a06434c2-b0d5-4c2e-ba25-d01053baf28d tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:33.113792 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-04568c57-20f5-4633-8de4-f72895d12a35 req-a06434c2-b0d5-4c2e-ba25-d01053baf28d tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 946 time: 0.0495934 Jul 20 15:38:33.159267 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-04568c57-20f5-4633-8de4-f72895d12a35 req-bff4095c-ef16-4776-b29b-1dbab730c2ef tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427461 Jul 20 15:38:34.282019 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97cf0b-222c-4dfd-bf66-51fb8a94866c req-599588fe-5e19-4ed9-96a8-9de00d553bd6 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:34.283688 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9e97cf0b-222c-4dfd-bf66-51fb8a94866c req-599588fe-5e19-4ed9-96a8-9de00d553bd6 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 946 time: 0.0494523 Jul 20 15:38:34.335510 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9e97cf0b-222c-4dfd-bf66-51fb8a94866c req-9a9ce3cb-0786-4172-b9fc-e7c057a22125 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461187 Jul 20 15:38:35.447488 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:35.464410 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee107c-2b8e-4222-bb99-0ddaebb8d674 req-3dc8b5ef-34c8-4a0a-af95-2b6dd56038e9 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:35.466631 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-caee107c-2b8e-4222-bb99-0ddaebb8d674 req-3dc8b5ef-34c8-4a0a-af95-2b6dd56038e9 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 946 time: 0.0525670 Jul 20 15:38:35.517080 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-caee107c-2b8e-4222-bb99-0ddaebb8d674 req-ef510483-bee5-4bf7-8683-105b266d5837 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447311 Jul 20 15:38:36.641909 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2a578-fb48-4b99-b3c4-a5c783ef5f08 req-93130472-78cc-4345-9789-be51cfa77b37 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:36.643512 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-82b2a578-fb48-4b99-b3c4-a5c783ef5f08 req-93130472-78cc-4345-9789-be51cfa77b37 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 946 time: 0.0490046 Jul 20 15:38:36.694462 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-82b2a578-fb48-4b99-b3c4-a5c783ef5f08 req-45000bb0-5a51-42aa-a302-00cce534c5b0 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452077 Jul 20 15:38:37.798014 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=15 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:37.799433 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=53 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:37.812476 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44404eaf-62df-4a5a-a581-f0aa2e19298d req-f4819c13-092a-4cca-9b23-7480489a175e tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:37.813963 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-44404eaf-62df-4a5a-a581-f0aa2e19298d req-f4819c13-092a-4cca-9b23-7480489a175e tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 946 time: 0.0468307 Jul 20 15:38:37.864962 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-44404eaf-62df-4a5a-a581-f0aa2e19298d req-e1e5c8af-3eb8-4154-a6c3-e3f6f5779b5f tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446472 Jul 20 15:38:38.878723 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:38.989607 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b444d-5091-490e-8b33-377c280dcdd4 req-13a22916-0e28-4487-a044-f15427d7c178 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:38.998061 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-f46b444d-5091-490e-8b33-377c280dcdd4 req-13a22916-0e28-4487-a044-f15427d7c178 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 946 time: 0.0493119 Jul 20 15:38:39.039677 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-f46b444d-5091-490e-8b33-377c280dcdd4 req-b1e5127e-0030-4673-bbb3-dfa20b458d13 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428996 Jul 20 15:38:40.166446 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5acd2d1-983d-4090-b1cf-8e4d117ab7f1 req-f69e7be6-c8ec-486e-b4ff-67272d88066f tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:40.167942 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e5acd2d1-983d-4090-b1cf-8e4d117ab7f1 req-f69e7be6-c8ec-486e-b4ff-67272d88066f tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 946 time: 0.0500112 Jul 20 15:38:40.216750 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e5acd2d1-983d-4090-b1cf-8e4d117ab7f1 req-643f3bb1-13d1-4a99-be93-666a1d6c8c6e tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433750 Jul 20 15:38:41.338859 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94768210-544f-48af-8a15-6969b29e2030 req-bf1af317-aea2-4461-9780-204a18ba3218 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:41.340729 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-94768210-544f-48af-8a15-6969b29e2030 req-bf1af317-aea2-4461-9780-204a18ba3218 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 946 time: 0.0511513 Jul 20 15:38:41.389131 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-94768210-544f-48af-8a15-6969b29e2030 req-f5a8be23-79c8-4f57-ba7c-23b3c5c95d9d tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427511 Jul 20 15:38:41.757014 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=23,neutron:DELETE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:41.757731 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:42.496366 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:42.509820 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab605d3e-c419-4b86-83be-173b39a46fb2 req-37aa05c7-0718-42dc-9637-b0fc7b1e3ee8 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:42.511415 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ab605d3e-c419-4b86-83be-173b39a46fb2 req-37aa05c7-0718-42dc-9637-b0fc7b1e3ee8 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 946 time: 0.0491982 Jul 20 15:38:42.560554 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ab605d3e-c419-4b86-83be-173b39a46fb2 req-f8222985-5d73-4319-9820-f57c6d45fcdb tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437036 Jul 20 15:38:42.682933 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5a7d9204-d19c-41d0-974e-1bdd818db809 req-30adcb05-d8a2-4d13-ad95-137872b89b46 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425684 Jul 20 15:38:42.745938 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d9204-d19c-41d0-974e-1bdd818db809 req-868d1553-9c22-4cc0-b914-b4553dde10ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:42.747471 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5a7d9204-d19c-41d0-974e-1bdd818db809 req-868d1553-9c22-4cc0-b914-b4553dde10ab service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=09d92d320f8748c58aca3fd6a8776540&device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 1129 time: 0.0398867 Jul 20 15:38:42.856047 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d9204-d19c-41d0-974e-1bdd818db809 req-ba35ad8f-d66c-4e74-b9d6-34428e4e7882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:42.858072 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5a7d9204-d19c-41d0-974e-1bdd818db809 req-ba35ad8f-d66c-4e74-b9d6-34428e4e7882 service neutron] 10.222.0.102 "GET /v2.0/networks?id=83eae464-5738-40f7-a1db-5e4b986b02e4 HTTP/1.1" status: 200 len: 910 time: 0.0908697 Jul 20 15:38:42.931090 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5a7d9204-d19c-41d0-974e-1bdd818db809 req-5737e1a1-5c13-49d4-aa5d-652ae7ef4b1f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dcfcdca-0e07-4def-8734-604f0229a302 HTTP/1.1" status: 200 len: 1000 time: 0.0648384 Jul 20 15:38:42.981036 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d9204-d19c-41d0-974e-1bdd818db809 req-f3cdfe51-cd49-495a-aed8-b9ac14d1e4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:42.982510 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5a7d9204-d19c-41d0-974e-1bdd818db809 req-f3cdfe51-cd49-495a-aed8-b9ac14d1e4c8 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=cd17c142-9056-42a5-9669-94b6a2aab906 HTTP/1.1" status: 200 len: 848 time: 0.0451505 Jul 20 15:38:43.031248 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d9204-d19c-41d0-974e-1bdd818db809 req-316910fe-5790-4a5a-b312-f3b17dbf27b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:43.032727 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5a7d9204-d19c-41d0-974e-1bdd818db809 req-316910fe-5790-4a5a-b312-f3b17dbf27b2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=83eae464-5738-40f7-a1db-5e4b986b02e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393226 Jul 20 15:38:43.097205 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:43.128860 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5a7d9204-d19c-41d0-974e-1bdd818db809 req-df63d2dc-4fec-47e3-98f5-8f92a9e0caaf service neutron] 10.222.0.102 "GET /v2.0/networks/83eae464-5738-40f7-a1db-5e4b986b02e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883572 Jul 20 15:38:43.224423 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5a7d9204-d19c-41d0-974e-1bdd818db809 req-0211ee55-552e-47fb-9936-80c40a41c855 service neutron] 10.222.0.102 "GET /v2.0/networks/83eae464-5738-40f7-a1db-5e4b986b02e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864558 Jul 20 15:38:43.683842 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb691ee-9f02-424a-b5fd-7e8b63322f01 req-84134b1b-8698-4d79-8da4-f30167869798 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:43.685287 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5bb691ee-9f02-424a-b5fd-7e8b63322f01 req-84134b1b-8698-4d79-8da4-f30167869798 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 946 time: 0.0532441 Jul 20 15:38:43.738368 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5bb691ee-9f02-424a-b5fd-7e8b63322f01 req-de91d1ff-781d-4796-9027-71746e122bbd tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467417 Jul 20 15:38:44.859353 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1dd266-cf79-4a33-9265-395a5fad7304 req-e5b66bc3-23b0-4873-b2ff-e532e44eada3 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:44.860914 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-1c1dd266-cf79-4a33-9265-395a5fad7304 req-e5b66bc3-23b0-4873-b2ff-e532e44eada3 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 946 time: 0.0495288 Jul 20 15:38:44.911108 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-1c1dd266-cf79-4a33-9265-395a5fad7304 req-7b81aaf9-71df-4857-a397-7a778537e168 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446289 Jul 20 15:38:46.036045 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3a851-ab7a-4007-9421-a7214c877d75 req-9fd20221-7a51-4898-94a8-e20cf709ddd1 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:46.037491 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-05e3a851-ab7a-4007-9421-a7214c877d75 req-9fd20221-7a51-4898-94a8-e20cf709ddd1 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 946 time: 0.0516219 Jul 20 15:38:46.085152 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-05e3a851-ab7a-4007-9421-a7214c877d75 req-46fdaafa-999a-4a26-b3b8-f8715d436b9b tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416727 Jul 20 15:38:46.984520 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device a14d5f16-fe56-45ba-b07b-4affc5762962 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:38:47.084401 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port a14d5f16-fe56-45ba-b07b-4affc5762962, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a14d5f16-fe56-45ba-b07b-4affc5762962,segment=NetworkSegment(643648c2-fbcf-4011-96d1-5d3dde59321a),segment_id=643648c2-fbcf-4011-96d1-5d3dde59321a)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:38:47.096253 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Returning: {'device': 'a14d5f16-fe56-45ba-b07b-4affc5762962', 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e', 'port_id': 'a14d5f16-fe56-45ba-b07b-4affc5762962', 'mac_address': 'fa:16:3e:8e:72:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 980, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:38:47.135747 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port a14d5f16-fe56-45ba-b07b-4affc5762962 is: ACTIVE; New status is: BUILD {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:38:47.136792 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (a14d5f16-fe56-45ba-b07b-4affc5762962), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:47.149893 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a14d5f16-fe56-45ba-b07b-4affc5762962 {{(pid=104511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:38:47.170078 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port a14d5f16-fe56-45ba-b07b-4affc5762962, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a14d5f16-fe56-45ba-b07b-4affc5762962,segment=NetworkSegment(643648c2-fbcf-4011-96d1-5d3dde59321a),segment_id=643648c2-fbcf-4011-96d1-5d3dde59321a)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:38:47.205996 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58c4f3-8990-4fa9-b587-105ccada6570 req-a7718ec6-b974-45c1-8a3b-86c0c4dd9fed tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:47.207901 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ee58c4f3-8990-4fa9-b587-105ccada6570 req-a7718ec6-b974-45c1-8a3b-86c0c4dd9fed tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 946 time: 0.0478530 Jul 20 15:38:47.252804 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (a14d5f16-fe56-45ba-b07b-4affc5762962), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:47.254946 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ee58c4f3-8990-4fa9-b587-105ccada6570 req-5eeb86a6-a33d-4fad-a087-6b353c231542 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410337 Jul 20 15:38:47.305792 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=a14d5f16-fe56-45ba-b07b-4affc5762962,revision_number=6']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:38:47.356310 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] get_ports_and_sgs() called for port_ids ['a14d5f16-fe56-45ba-b07b-4affc5762962'] {{(pid=104511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:38:47.381807 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:48.373986 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba9b5b-0dfb-4a0a-9028-92edcbef4a79 req-21a128a8-d12b-4e6d-9892-92f6db5872e1 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:48.375484 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6eba9b5b-0dfb-4a0a-9028-92edcbef4a79 req-21a128a8-d12b-4e6d-9892-92f6db5872e1 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 945 time: 0.0481558 Jul 20 15:38:48.422562 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:48.427163 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6eba9b5b-0dfb-4a0a-9028-92edcbef4a79 req-14cdc747-519d-4fa1-a4ca-8f81ab2feafe tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462177 Jul 20 15:38:48.628749 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 6 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:38:48.997667 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device a14d5f16-fe56-45ba-b07b-4affc5762962 up at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:38:49.055398 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning complete for port a14d5f16-fe56-45ba-b07b-4affc5762962 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:38:49.055997 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (a14d5f16-fe56-45ba-b07b-4affc5762962), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:49.154404 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port a14d5f16-fe56-45ba-b07b-4affc5762962 is: BUILD; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:38:49.154793 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (a14d5f16-fe56-45ba-b07b-4affc5762962), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:49.179081 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f04603-2085-4cc0-8263-d9c95c31f8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a14d5f16-fe56-45ba-b07b-4affc5762962'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:38:49.181683 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d079ce0f3ed41026034ae0451e18cae4cf0a7f47a911dfcb655775793fbc38ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c5f51d-0731-49ce-b982-93e701e753ec" -d '{"events": [{"server_uuid": "f1f04603-2085-4cc0-8263-d9c95c31f8a7", "name": "network-vif-plugged", "status": "completed", "tag": "a14d5f16-fe56-45ba-b07b-4affc5762962"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:38:49.194509 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port a14d5f16-fe56-45ba-b07b-4affc5762962, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a14d5f16-fe56-45ba-b07b-4affc5762962,segment=NetworkSegment(643648c2-fbcf-4011-96d1-5d3dde59321a),segment_id=643648c2-fbcf-4011-96d1-5d3dde59321a)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:38:49.252001 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 15:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e558dc6f-9201-4bb8-a9e0-1a1f500f2fc7 x-openstack-request-id: req-e558dc6f-9201-4bb8-a9e0-1a1f500f2fc7 {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:38:49.252402 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f04603-2085-4cc0-8263-d9c95c31f8a7", "name": "network-vif-plugged", "status": "completed", "tag": "a14d5f16-fe56-45ba-b07b-4affc5762962", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:38:49.252721 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e558dc6f-9201-4bb8-a9e0-1a1f500f2fc7 {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:38:49.253354 dv-cinder-819149-12-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e558dc6f-9201-4bb8-a9e0-1a1f500f2fc7'] response: {'server_uuid': 'f1f04603-2085-4cc0-8263-d9c95c31f8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a14d5f16-fe56-45ba-b07b-4affc5762962', 'code': 200} Jul 20 15:38:49.367497 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (a14d5f16-fe56-45ba-b07b-4affc5762962), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:49.374766 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:49.452582 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=a14d5f16-fe56-45ba-b07b-4affc5762962,revision_number=7']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:38:49.970633 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7f89d-edb0-4f54-86b9-fd8f7c9d3225 req-4537e48a-4e7b-40b8-ba48-52d9726ad768 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:49.970633 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d3c7f89d-edb0-4f54-86b9-fd8f7c9d3225 req-4537e48a-4e7b-40b8-ba48-52d9726ad768 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 946 time: 0.3996284 Jul 20 15:38:50.040502 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d3c7f89d-edb0-4f54-86b9-fd8f7c9d3225 req-a38cbbb7-a63e-43e5-9c60-7700f62ab9c9 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573640 Jul 20 15:38:50.086250 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-e9ae6834-23da-402f-b54d-c3c359c2b43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:51.116711 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70abc7-764b-4ae3-9347-11c3134d64fc req-f0af8b26-a20b-43b9-a2eb-cca672f15092 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:51.118297 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-bc70abc7-764b-4ae3-9347-11c3134d64fc req-f0af8b26-a20b-43b9-a2eb-cca672f15092 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 945 time: 0.0665514 Jul 20 15:38:51.214418 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-bc70abc7-764b-4ae3-9347-11c3134d64fc req-8596d8e5-c456-4ffa-bfc6-216af6b5bca9 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844467 Jul 20 15:38:51.223184 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec5522-72d6-4eb2-b448-e8fbdf2c8ee8 req-b6fd792a-1310-492b-8fa0-42dfc24addf3 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:51.224326 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-30ec5522-72d6-4eb2-b448-e8fbdf2c8ee8 req-b6fd792a-1310-492b-8fa0-42dfc24addf3 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 946 time: 0.0716610 Jul 20 15:38:51.276752 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-30ec5522-72d6-4eb2-b448-e8fbdf2c8ee8 req-8ab800f7-8b6a-4582-ad21-5aea392a2774 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457356 Jul 20 15:38:52.373620 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afa533-31f2-4e09-b4a4-e272e77f91d1 req-4207e802-5044-474b-b968-7ff5e05f3cc1 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:52.375396 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e5afa533-31f2-4e09-b4a4-e272e77f91d1 req-4207e802-5044-474b-b968-7ff5e05f3cc1 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 945 time: 0.0862987 Jul 20 15:38:52.403959 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d3d5821c-ed2b-4dfb-af01-d52be35f07ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:52.451821 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c0e1f-ba9b-47b8-88c0-f8c0752d377e req-63bd2412-056b-4d9c-b0dc-f3445789605c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:52.459526 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6c8c0e1f-ba9b-47b8-88c0-f8c0752d377e req-63bd2412-056b-4d9c-b0dc-f3445789605c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 946 time: 0.0788703 Jul 20 15:38:52.516311 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e5afa533-31f2-4e09-b4a4-e272e77f91d1 req-ee67d985-09a9-4ddd-b63a-cdac37602161 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339262 Jul 20 15:38:52.558660 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6c8c0e1f-ba9b-47b8-88c0-f8c0752d377e req-57fd74dc-ba92-4706-89ce-0d3d3966599d tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977011 Jul 20 15:38:53.658558 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:53.685538 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d09993-a5dc-41c6-8075-854abbf74aca req-e886c2a4-be30-428f-9efd-c5558e6e221c tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:53.687302 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-63d09993-a5dc-41c6-8075-854abbf74aca req-e886c2a4-be30-428f-9efd-c5558e6e221c tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 945 time: 0.0694702 Jul 20 15:38:53.695354 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:53.750530 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-63d09993-a5dc-41c6-8075-854abbf74aca req-115f1964-e116-43b0-8109-dc9a3a2d8206 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565875 Jul 20 15:38:53.892246 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b2e34-1c92-48ca-87a7-30ec70313b07 req-be4a4656-2557-44f3-9ddc-acb83636e77a tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:53.893861 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4f7b2e34-1c92-48ca-87a7-30ec70313b07 req-be4a4656-2557-44f3-9ddc-acb83636e77a tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 946 time: 0.0551760 Jul 20 15:38:53.979096 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4f7b2e34-1c92-48ca-87a7-30ec70313b07 req-7faba941-7180-4f89-b464-90ef7adaf700 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784326 Jul 20 15:38:54.057786 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141943b-7e41-41e5-a487-8cd633995b80 req-12fca087-105a-4c30-8577-26ff938d506b tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:54.059361 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2141943b-7e41-41e5-a487-8cd633995b80 req-12fca087-105a-4c30-8577-26ff938d506b tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0f28926-7b36-49a2-bd27-7b7006fa992e HTTP/1.1" status: 200 len: 946 time: 0.0696101 Jul 20 15:38:54.117016 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2141943b-7e41-41e5-a487-8cd633995b80 req-6f8264fc-222e-47c6-bfd8-17ec02cb55c4 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=eb74c477-fd0d-46de-b6ea-0f877401d969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516558 Jul 20 15:38:54.876602 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db6b12-3425-4cab-9af0-6d1f7a58cbcc req-438e2ab1-97ad-4ea1-aae6-21a7e0e9be9a tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:54.878081 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-12db6b12-3425-4cab-9af0-6d1f7a58cbcc req-438e2ab1-97ad-4ea1-aae6-21a7e0e9be9a tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 945 time: 0.0488338 Jul 20 15:38:54.932037 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-12db6b12-3425-4cab-9af0-6d1f7a58cbcc req-14f9e344-c36c-485e-8f28-d9a968adf241 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483248 Jul 20 15:38:55.105972 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ab8a5-9478-4891-94be-e05af7b338e6 req-d9a90d9e-c4fe-417e-b19a-81e73382d039 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:55.107478 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-236ab8a5-9478-4891-94be-e05af7b338e6 req-d9a90d9e-c4fe-417e-b19a-81e73382d039 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 946 time: 0.0553553 Jul 20 15:38:55.156588 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-236ab8a5-9478-4891-94be-e05af7b338e6 req-90c6c6e2-59bb-44f6-b069-ed41378c82e6 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434849 Jul 20 15:38:55.230294 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:55.231201 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:55.251497 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc517f-409f-4420-bb4e-fb782d3971c7 req-cae33fcc-a71d-41b2-aaf4-ff22a85f54c2 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:55.253054 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4abc517f-409f-4420-bb4e-fb782d3971c7 req-cae33fcc-a71d-41b2-aaf4-ff22a85f54c2 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0f28926-7b36-49a2-bd27-7b7006fa992e HTTP/1.1" status: 200 len: 946 time: 0.0517321 Jul 20 15:38:55.274788 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:55.304754 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4abc517f-409f-4420-bb4e-fb782d3971c7 req-8b5ddc28-e3a5-4d74-a57e-4de57609ad64 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=eb74c477-fd0d-46de-b6ea-0f877401d969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462022 Jul 20 15:38:55.451271 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:55.948617 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cdfa4-4e84-4d28-afc8-2ae8eb16fa76 req-87e9b2d5-7953-4da4-b502-b4f9a26ffca2 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:55.950099 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-592cdfa4-4e84-4d28-afc8-2ae8eb16fa76 req-87e9b2d5-7953-4da4-b502-b4f9a26ffca2 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.102 "GET /v2.0/ports?device_id=a0f28926-7b36-49a2-bd27-7b7006fa992e HTTP/1.1" status: 200 len: 946 time: 0.0515983 Jul 20 15:38:56.115393 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [req-592cdfa4-4e84-4d28-afc8-2ae8eb16fa76 req-48edcbcc-2b62-46be-93f3-5176b8183154 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Deleting port 3aaaffa8-35ca-428a-a369-dca539b96513 {{(pid=104510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:38:56.115863 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-592cdfa4-4e84-4d28-afc8-2ae8eb16fa76 req-48edcbcc-2b62-46be-93f3-5176b8183154 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (3aaaffa8-35ca-428a-a369-dca539b96513), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:56.160342 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d8279c-7edc-4e8b-8e44-91660550a06b req-6d8fa48b-8f2e-4a67-93d3-0e9748d79c97 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:56.161843 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b3d8279c-7edc-4e8b-8e44-91660550a06b req-6d8fa48b-8f2e-4a67-93d3-0e9748d79c97 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 945 time: 0.1063173 Jul 20 15:38:56.328773 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b3d8279c-7edc-4e8b-8e44-91660550a06b req-4d36ad3d-949c-467d-88cc-be57e6a89a2f tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538537 Jul 20 15:38:56.351732 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17f5a5-598e-4d79-83dc-600d86a27cf4 req-4cc84807-bcde-4704-85e1-ab7be4f290c6 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:56.353695 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-0d17f5a5-598e-4d79-83dc-600d86a27cf4 req-4cc84807-bcde-4704-85e1-ab7be4f290c6 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 946 time: 0.1118941 Jul 20 15:38:56.375624 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.db [req-592cdfa4-4e84-4d28-afc8-2ae8eb16fa76 req-48edcbcc-2b62-46be-93f3-5176b8183154 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] For port 3aaaffa8-35ca-428a-a369-dca539b96513, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=3aaaffa8-35ca-428a-a369-dca539b96513,segment=NetworkSegment(10c755fc-814d-432c-a0cc-ddbf10a089f1),segment_id=10c755fc-814d-432c-a0cc-ddbf10a089f1)] {{(pid=104510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:38:56.376005 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-592cdfa4-4e84-4d28-afc8-2ae8eb16fa76 req-48edcbcc-2b62-46be-93f3-5176b8183154 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (3aaaffa8-35ca-428a-a369-dca539b96513), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:56.479007 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:56.541342 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-0d17f5a5-598e-4d79-83dc-600d86a27cf4 req-b01b3655-853c-4505-b413-172b6f6d58d1 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771004 Jul 20 15:38:56.550961 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca362b4-2ecf-42b0-92ff-db3be5af0dbb req-5bac47bc-7973-4632-84f9-d7ade84fd250 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:56.552760 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-bca362b4-2ecf-42b0-92ff-db3be5af0dbb req-5bac47bc-7973-4632-84f9-d7ade84fd250 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0f28926-7b36-49a2-bd27-7b7006fa992e HTTP/1.1" status: 200 len: 946 time: 0.1193707 Jul 20 15:38:56.682081 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-bca362b4-2ecf-42b0-92ff-db3be5af0dbb req-013693a0-47de-4b40-b01f-1f8e7d4cd695 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups?id=eb74c477-fd0d-46de-b6ea-0f877401d969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214447 Jul 20 15:38:56.693546 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-592cdfa4-4e84-4d28-afc8-2ae8eb16fa76 req-48edcbcc-2b62-46be-93f3-5176b8183154 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:56.694253 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-592cdfa4-4e84-4d28-afc8-2ae8eb16fa76 req-48edcbcc-2b62-46be-93f3-5176b8183154 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714675'] for floatingip (ca0762f2-7ed7-4e53-bc71-8302f2c76e90), after_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:56.694833 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.db.l3_db [req-592cdfa4-4e84-4d28-afc8-2ae8eb16fa76 req-48edcbcc-2b62-46be-93f3-5176b8183154 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Floating IP ca0762f2-7ed7-4e53-bc71-8302f2c76e90 disassociated. External IP: 172.27.1.92, port: 3aaaffa8-35ca-428a-a369-dca539b96513. Jul 20 15:38:56.695372 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [req-592cdfa4-4e84-4d28-afc8-2ae8eb16fa76 req-48edcbcc-2b62-46be-93f3-5176b8183154 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Calling delete_port for 3aaaffa8-35ca-428a-a369-dca539b96513 owned by compute:nova {{(pid=104510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:38:56.943403 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-592cdfa4-4e84-4d28-afc8-2ae8eb16fa76 req-48edcbcc-2b62-46be-93f3-5176b8183154 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25775823'] for port (3aaaffa8-35ca-428a-a369-dca539b96513), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:56.975117 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48edcbcc-2b62-46be-93f3-5176b8183154 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Pushing event deleted for resources: {'Port': ['ID=3aaaffa8-35ca-428a-a369-dca539b96513,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:38:57.093592 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:57.108600 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.l3_agent_scheduler [req-592cdfa4-4e84-4d28-afc8-2ae8eb16fa76 req-48edcbcc-2b62-46be-93f3-5176b8183154 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Router 25dbc7fb-05f5-4dd9-8008-44889c276b69 has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:38:57.249954 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-592cdfa4-4e84-4d28-afc8-2ae8eb16fa76 req-48edcbcc-2b62-46be-93f3-5176b8183154 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:38:57.262712 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e543bc74-72c4-4938-b3f5-2c57bf0758e6 None None] Sync routers for ids ['25dbc7fb-05f5-4dd9-8008-44889c276b69'] in dv-cinder-819149-12-iscsi {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:38:57.274995 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e543bc74-72c4-4938-b3f5-2c57bf0758e6 None None] Routers {'25dbc7fb-05f5-4dd9-8008-44889c276b69'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:38:57.275920 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-e543bc74-72c4-4938-b3f5-2c57bf0758e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:38:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['25dbc7fb-05f5-4dd9-8008-44889c276b69'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:38:57.312928 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.l3_dvrscheduler_db [req-592cdfa4-4e84-4d28-afc8-2ae8eb16fa76 req-48edcbcc-2b62-46be-93f3-5176b8183154 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] No DVR routers for this DVR port 3aaaffa8-35ca-428a-a369-dca539b96513 on host hv-cinder-81914 {{(pid=104510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 15:38:57.319459 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [req-592cdfa4-4e84-4d28-afc8-2ae8eb16fa76 req-48edcbcc-2b62-46be-93f3-5176b8183154 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:38:57.323925 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-592cdfa4-4e84-4d28-afc8-2ae8eb16fa76 req-48edcbcc-2b62-46be-93f3-5176b8183154 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.102 "DELETE /v2.0/ports/3aaaffa8-35ca-428a-a369-dca539b96513 HTTP/1.1" status: 204 len: 173 time: 1.3668282 Jul 20 15:38:57.325091 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f28926-7b36-49a2-bd27-7b7006fa992e', 'name': 'network-vif-deleted', 'tag': '3aaaffa8-35ca-428a-a369-dca539b96513'}] {{(pid=104510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:38:57.336316 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e6f04493f4523d7005559a5723156fec6de25b8db42c399d87358264a9319a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41576889-8cd1-4e15-8137-1f0da98d9f71" -d '{"events": [{"server_uuid": "a0f28926-7b36-49a2-bd27-7b7006fa992e", "name": "network-vif-deleted", "tag": "3aaaffa8-35ca-428a-a369-dca539b96513"}]}' {{(pid=104510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:38:57.403932 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 15:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778791c6-e10b-4709-87df-b2bb470ee7bd x-openstack-request-id: req-778791c6-e10b-4709-87df-b2bb470ee7bd {{(pid=104510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:38:57.404159 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0f28926-7b36-49a2-bd27-7b7006fa992e", "name": "network-vif-deleted", "tag": "3aaaffa8-35ca-428a-a369-dca539b96513", "status": "completed", "code": 200}]} {{(pid=104510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:38:57.404466 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-778791c6-e10b-4709-87df-b2bb470ee7bd {{(pid=104510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:38:57.407035 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-778791c6-e10b-4709-87df-b2bb470ee7bd'] response: {'server_uuid': 'a0f28926-7b36-49a2-bd27-7b7006fa992e', 'name': 'network-vif-deleted', 'tag': '3aaaffa8-35ca-428a-a369-dca539b96513', 'status': 'completed', 'code': 200} Jul 20 15:38:57.481767 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-e543bc74-72c4-4938-b3f5-2c57bf0758e6 None None] Set router 25dbc7fb-05f5-4dd9-8008-44889c276b69 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:38:57.535589 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882ca18-ed1b-4eae-b791-1797c5a2b3b8 req-8f197e9a-1211-4299-a162-5943470edee7 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:57.537308 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d882ca18-ed1b-4eae-b791-1797c5a2b3b8 req-8f197e9a-1211-4299-a162-5943470edee7 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 945 time: 0.0763721 Jul 20 15:38:57.635216 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d882ca18-ed1b-4eae-b791-1797c5a2b3b8 req-59b25312-6df7-45c6-ae65-1af715f2084a tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914426 Jul 20 15:38:57.721819 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1dd097-0993-4442-acf7-9ef6c9771acd req-6db19b80-94a6-4f72-aafa-cbff517bdb73 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:57.745800 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-7d1dd097-0993-4442-acf7-9ef6c9771acd req-6db19b80-94a6-4f72-aafa-cbff517bdb73 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 946 time: 0.0689118 Jul 20 15:38:57.788208 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-e543bc74-72c4-4938-b3f5-2c57bf0758e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'name': 'tempest-AttachVolumeTestJSON-1486781354-router', 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e5a10f1d-2213-4648-9011-120041d55208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:38Z', 'updated_at': '2022-07-20T15:31:48Z', 'revision_number': 4, 'project_id': 'aa49d7002cf441348cf3166e64b1bc87', 'gw_port': {'id': 'e5a10f1d-2213-4648-9011-120041d55208', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:40Z', 'updated_at': '2022-07-20T15:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '06b3e5af-b121-48c5-9d7c-4fa3711f89db', 'name': '', 'network_id': 'fa5e056d-5a56-4462-a470-30c02f844e62', 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87', 'mac_address': 'fa:16:3e:cc:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c9fff1ac-07cb-4893-9ae7-8ae90fdf7477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:46Z', 'updated_at': '2022-07-20T15:31:57Z', 'revision_number': 5, 'project_id': 'aa49d7002cf441348cf3166e64b1bc87', 'subnets': [{'id': 'c9fff1ac-07cb-4893-9ae7-8ae90fdf7477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:38:57.814745 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-7d1dd097-0993-4442-acf7-9ef6c9771acd req-44ceab22-f99b-42c1-b39d-d76b88bc4172 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761411 Jul 20 15:38:57.821908 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e543bc74-72c4-4938-b3f5-2c57bf0758e6 None None] Checking router: 25dbc7fb-05f5-4dd9-8008-44889c276b69 for host: dv-cinder-819149-12-iscsi {{(pid=104511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:38:57.854119 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e543bc74-72c4-4938-b3f5-2c57bf0758e6 None None] Routers {'25dbc7fb-05f5-4dd9-8008-44889c276b69'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:38:57.855235 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-e543bc74-72c4-4938-b3f5-2c57bf0758e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:38:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['25dbc7fb-05f5-4dd9-8008-44889c276b69'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:38:57.857453 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ea0a7e71-ae14-4a4f-9aa3-198768f0a4a8 req-0339a9c0-c40f-49cb-be72-3c27ca08b93d tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0f28926-7b36-49a2-bd27-7b7006fa992e HTTP/1.1" status: 200 len: 210 time: 0.0327234 Jul 20 15:38:57.987979 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-e543bc74-72c4-4938-b3f5-2c57bf0758e6 None None] Set router 25dbc7fb-05f5-4dd9-8008-44889c276b69 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:38:58.168695 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:58.353544 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-e543bc74-72c4-4938-b3f5-2c57bf0758e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'name': 'tempest-AttachVolumeTestJSON-1486781354-router', 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e5a10f1d-2213-4648-9011-120041d55208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:38Z', 'updated_at': '2022-07-20T15:31:48Z', 'revision_number': 4, 'project_id': 'aa49d7002cf441348cf3166e64b1bc87', 'gw_port': {'id': 'e5a10f1d-2213-4648-9011-120041d55208', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:40Z', 'updated_at': '2022-07-20T15:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '06b3e5af-b121-48c5-9d7c-4fa3711f89db', 'name': '', 'network_id': 'fa5e056d-5a56-4462-a470-30c02f844e62', 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87', 'mac_address': 'fa:16:3e:cc:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c9fff1ac-07cb-4893-9ae7-8ae90fdf7477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:46Z', 'updated_at': '2022-07-20T15:31:57Z', 'revision_number': 5, 'project_id': 'aa49d7002cf441348cf3166e64b1bc87', 'subnets': [{'id': 'c9fff1ac-07cb-4893-9ae7-8ae90fdf7477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:38:58.381290 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e543bc74-72c4-4938-b3f5-2c57bf0758e6 None None] The sync data for ids ['25dbc7fb-05f5-4dd9-8008-44889c276b69'] in dv-cinder-819149-12-iscsi is: [{'id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'name': 'tempest-AttachVolumeTestJSON-1486781354-router', 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e5a10f1d-2213-4648-9011-120041d55208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:38Z', 'updated_at': '2022-07-20T15:31:48Z', 'revision_number': 4, 'project_id': 'aa49d7002cf441348cf3166e64b1bc87', 'gw_port': {'id': 'e5a10f1d-2213-4648-9011-120041d55208', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:40Z', 'updated_at': '2022-07-20T15:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '06b3e5af-b121-48c5-9d7c-4fa3711f89db', 'name': '', 'network_id': 'fa5e056d-5a56-4462-a470-30c02f844e62', 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87', 'mac_address': 'fa:16:3e:cc:ba:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c9fff1ac-07cb-4893-9ae7-8ae90fdf7477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:46Z', 'updated_at': '2022-07-20T15:31:57Z', 'revision_number': 5, 'project_id': 'aa49d7002cf441348cf3166e64b1bc87', 'subnets': [{'id': 'c9fff1ac-07cb-4893-9ae7-8ae90fdf7477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:38:58.600481 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0f32dc-cd05-4d1f-81bd-0ceb9829e602 None None] New status for floating IP ca0762f2-7ed7-4e53-bc71-8302f2c76e90: DOWN {{(pid=104512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 15:38:58.759705 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886566d3-12e3-4dd3-8780-b7e5c9c0712a req-0975c407-a381-476f-b50b-49a1e2817749 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:58.761807 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-886566d3-12e3-4dd3-8780-b7e5c9c0712a req-0975c407-a381-476f-b50b-49a1e2817749 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 945 time: 0.0520718 Jul 20 15:38:58.807183 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:38:58.816746 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-886566d3-12e3-4dd3-8780-b7e5c9c0712a req-3bd5a8da-dcb3-43fc-b9c7-bcf06bbe0098 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492170 Jul 20 15:38:58.943633 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078a96c-94d7-4994-98df-0cc405e27b00 req-f9be4a12-db12-410d-8479-6ede28eb4e26 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:58.945547 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-1078a96c-94d7-4994-98df-0cc405e27b00 req-f9be4a12-db12-410d-8479-6ede28eb4e26 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 946 time: 0.0555518 Jul 20 15:38:59.005081 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d9656150-10cd-4874-8176-7c1551170d71 req-1286c94b-378d-44db-8b82-a10adae015a0 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/ports?device_id=a0f28926-7b36-49a2-bd27-7b7006fa992e HTTP/1.1" status: 200 len: 210 time: 0.0304627 Jul 20 15:38:59.034018 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-1078a96c-94d7-4994-98df-0cc405e27b00 req-f9c7af13-e255-4ce8-bd31-eac66e9b5d9b tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757699 Jul 20 15:38:59.940070 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15442bf-72a8-45f3-a456-4e9a72330210 req-30d0e00b-ee34-4788-adae-e1b433c19ee3 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:38:59.941592 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e15442bf-72a8-45f3-a456-4e9a72330210 req-30d0e00b-ee34-4788-adae-e1b433c19ee3 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 945 time: 0.0522811 Jul 20 15:38:59.995028 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e15442bf-72a8-45f3-a456-4e9a72330210 req-679e9470-bc4e-49f8-aa37-592c11cf424b tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470960 Jul 20 15:39:00.160526 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34908296-7526-4c8e-96af-48424109d03d req-ec54ef8f-e1e4-4d1c-a579-5c96a9115c57 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:00.161965 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-34908296-7526-4c8e-96af-48424109d03d req-ec54ef8f-e1e4-4d1c-a579-5c96a9115c57 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 946 time: 0.0478246 Jul 20 15:39:00.196468 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 48260) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:39:00.214503 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-34908296-7526-4c8e-96af-48424109d03d req-98fc5309-ea1b-4c7b-941a-45192a535c6a tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460317 Jul 20 15:39:00.258529 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-84d0bc5a-cba5-418d-9107-7d80a43df859 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks [] for security_group (eb74c477-fd0d-46de-b6ea-0f877401d969), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:00.283067 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-84d0bc5a-cba5-418d-9107-7d80a43df859 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks [] for security_group (eb74c477-fd0d-46de-b6ea-0f877401d969), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:00.474102 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-84d0bc5a-cba5-418d-9107-7d80a43df859 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (eb74c477-fd0d-46de-b6ea-0f877401d969), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:00.476746 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-84d0bc5a-cba5-418d-9107-7d80a43df859 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:00.477926 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-84d0bc5a-cba5-418d-9107-7d80a43df859 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "DELETE /v2.0/security-groups/eb74c477-fd0d-46de-b6ea-0f877401d969 HTTP/1.1" status: 204 len: 168 time: 0.2798932 Jul 20 15:39:00.481376 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 48264) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:39:00.499281 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d0bc5a-cba5-418d-9107-7d80a43df859 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb74c477-fd0d-46de-b6ea-0f877401d969,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:39:00.503071 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.api.v2.resource [None req-08b42854-210b-4674-a86e-504c3ba5982d tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] show failed (client error): The resource could not be found. Jul 20 15:39:00.504026 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-08b42854-210b-4674-a86e-504c3ba5982d tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "GET /v2.0/security-groups/eb74c477-fd0d-46de-b6ea-0f877401d969 HTTP/1.1" status: 404 len: 347 time: 0.0216796 Jul 20 15:39:00.507214 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 48266) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:39:00.511856 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0bc5a-cba5-418d-9107-7d80a43df859 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:39:00.512127 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0bc5a-cba5-418d-9107-7d80a43df859 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:39:00.512473 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0bc5a-cba5-418d-9107-7d80a43df859 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:39:00.512814 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0bc5a-cba5-418d-9107-7d80a43df859 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:39:00.513150 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0bc5a-cba5-418d-9107-7d80a43df859 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:39:00.513490 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0bc5a-cba5-418d-9107-7d80a43df859 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:39:00.513827 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0bc5a-cba5-418d-9107-7d80a43df859 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:39:00.514157 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0bc5a-cba5-418d-9107-7d80a43df859 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:39:00.514507 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0bc5a-cba5-418d-9107-7d80a43df859 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:39:00.514847 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0bc5a-cba5-418d-9107-7d80a43df859 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:39:00.515176 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0bc5a-cba5-418d-9107-7d80a43df859 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:39:00.515505 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0bc5a-cba5-418d-9107-7d80a43df859 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:39:00.515833 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0bc5a-cba5-418d-9107-7d80a43df859 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:39:00.516160 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0bc5a-cba5-418d-9107-7d80a43df859 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:39:00.516486 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0bc5a-cba5-418d-9107-7d80a43df859 tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:39:00.636743 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [None req-87b1cd73-63be-4a90-b3b5-17b3a5aa149b tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Deleting port e27e67d8-1550-44f2-87c3-6d08696f0bf3 {{(pid=104510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:39:00.637083 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-87b1cd73-63be-4a90-b3b5-17b3a5aa149b tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (e27e67d8-1550-44f2-87c3-6d08696f0bf3), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:00.722690 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-87b1cd73-63be-4a90-b3b5-17b3a5aa149b tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (e27e67d8-1550-44f2-87c3-6d08696f0bf3), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:00.723021 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-87b1cd73-63be-4a90-b3b5-17b3a5aa149b tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks [] for floatingip (e27e67d8-1550-44f2-87c3-6d08696f0bf3), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:00.736546 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [None req-87b1cd73-63be-4a90-b3b5-17b3a5aa149b tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Calling delete_port for e27e67d8-1550-44f2-87c3-6d08696f0bf3 owned by network:floatingip {{(pid=104510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:39:00.786890 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:00.961211 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-87b1cd73-63be-4a90-b3b5-17b3a5aa149b tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25775823'] for port (e27e67d8-1550-44f2-87c3-6d08696f0bf3), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:00.988994 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b1cd73-63be-4a90-b3b5-17b3a5aa149b tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Pushing event deleted for resources: {'Port': ['ID=e27e67d8-1550-44f2-87c3-6d08696f0bf3,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:39:01.056876 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 3aaaffa8-35ca-428a-a369-dca539b96513 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:39:01.064961 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-87b1cd73-63be-4a90-b3b5-17b3a5aa149b tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks [] for floatingip (ca0762f2-7ed7-4e53-bc71-8302f2c76e90), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:01.069750 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-87b1cd73-63be-4a90-b3b5-17b3a5aa149b tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for floatingip (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:01.069980 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-87b1cd73-63be-4a90-b3b5-17b3a5aa149b tempest-AttachVolumeTestJSON-1914876992 tempest-AttachVolumeTestJSON-1914876992-project] 10.222.0.78 "DELETE /v2.0/floatingips/ca0762f2-7ed7-4e53-bc71-8302f2c76e90 HTTP/1.1" status: 204 len: 168 time: 0.5616851 Jul 20 15:39:01.094088 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] No Port match for: 3aaaffa8-35ca-428a-a369-dca539b96513 {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:39:01.094567 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 3aaaffa8-35ca-428a-a369-dca539b96513 not bound to the agent host hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:39:01.135436 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f81d4-7581-4c39-85ae-9a143c5daf18 req-c7436450-deb2-4ae1-a910-08f2e65b1b7f tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:01.137499 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b07f81d4-7581-4c39-85ae-9a143c5daf18 req-c7436450-deb2-4ae1-a910-08f2e65b1b7f tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 945 time: 0.0664558 Jul 20 15:39:01.190638 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b07f81d4-7581-4c39-85ae-9a143c5daf18 req-285df751-7103-48c8-abed-530b08921b4f tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470996 Jul 20 15:39:01.267621 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa702a-72ae-493c-ab67-61aff0ccc97d req-85945316-cd7f-4c16-af0a-2950f969e8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:01.269774 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-14fa702a-72ae-493c-ab67-61aff0ccc97d req-85945316-cd7f-4c16-af0a-2950f969e8b5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4446d4a6f4e64ccb8bfd5b3fe6f2127a&device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 1130 time: 0.0459986 Jul 20 15:39:01.374703 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:01.397338 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34978f-8145-4800-95b8-42eb7de03f5e req-d96b06c8-4885-477a-8323-9f37cb0cc270 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:01.398730 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-7e34978f-8145-4800-95b8-42eb7de03f5e req-d96b06c8-4885-477a-8323-9f37cb0cc270 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 946 time: 0.0914843 Jul 20 15:39:01.433738 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa702a-72ae-493c-ab67-61aff0ccc97d req-8f595fd6-410f-4bdd-af0b-fb192f5ef525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:01.435219 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-14fa702a-72ae-493c-ab67-61aff0ccc97d req-8f595fd6-410f-4bdd-af0b-fb192f5ef525 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f5eb24be-2bbb-47ab-b680-70a114f8f10e HTTP/1.1" status: 200 len: 917 time: 0.1592727 Jul 20 15:39:01.469011 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-7e34978f-8145-4800-95b8-42eb7de03f5e req-e78909c3-ef58-4cd1-9e3d-299142f097c6 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631852 Jul 20 15:39:01.512556 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41153aa8-e2b4-4a07-9038-bc1973df1457 req-3542f834-d81a-46fb-b3f1-45018f6a860f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:01.512556 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-41153aa8-e2b4-4a07-9038-bc1973df1457 req-3542f834-d81a-46fb-b3f1-45018f6a860f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=09d92d320f8748c58aca3fd6a8776540&device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 1129 time: 0.0456131 Jul 20 15:39:01.533000 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-14fa702a-72ae-493c-ab67-61aff0ccc97d req-696091ee-e4ee-479b-a6d7-4844c76651b5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a14d5f16-fe56-45ba-b07b-4affc5762962 HTTP/1.1" status: 200 len: 1002 time: 0.0772846 Jul 20 15:39:01.597951 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa702a-72ae-493c-ab67-61aff0ccc97d req-38165768-310b-455a-af35-bdcdc6e1b36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:01.599771 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-14fa702a-72ae-493c-ab67-61aff0ccc97d req-38165768-310b-455a-af35-bdcdc6e1b36c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c HTTP/1.1" status: 200 len: 855 time: 0.0612800 Jul 20 15:39:01.619520 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41153aa8-e2b4-4a07-9038-bc1973df1457 req-71720c76-72b5-40ed-bf14-74a893c6cb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:01.621628 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-41153aa8-e2b4-4a07-9038-bc1973df1457 req-71720c76-72b5-40ed-bf14-74a893c6cb8e service neutron] 10.222.0.102 "GET /v2.0/networks?id=83eae464-5738-40f7-a1db-5e4b986b02e4 HTTP/1.1" status: 200 len: 910 time: 0.1014807 Jul 20 15:39:01.647212 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa702a-72ae-493c-ab67-61aff0ccc97d req-c149634e-f1bb-4c53-8a17-573a154be44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:01.648710 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-14fa702a-72ae-493c-ab67-61aff0ccc97d req-c149634e-f1bb-4c53-8a17-573a154be44a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f5eb24be-2bbb-47ab-b680-70a114f8f10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421216 Jul 20 15:39:01.687933 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-41153aa8-e2b4-4a07-9038-bc1973df1457 req-471d5ada-b6f1-4771-839e-ca6ada59914b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dcfcdca-0e07-4def-8734-604f0229a302 HTTP/1.1" status: 200 len: 1000 time: 0.0591784 Jul 20 15:39:01.744887 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41153aa8-e2b4-4a07-9038-bc1973df1457 req-366d4594-1da8-4e69-bf0e-8cc9405f150f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:01.746411 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:01.751279 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-41153aa8-e2b4-4a07-9038-bc1973df1457 req-366d4594-1da8-4e69-bf0e-8cc9405f150f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=cd17c142-9056-42a5-9669-94b6a2aab906 HTTP/1.1" status: 200 len: 848 time: 0.0520692 Jul 20 15:39:01.751466 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-14fa702a-72ae-493c-ab67-61aff0ccc97d req-514f5820-c305-484e-a8ef-d0432e50fbcf service neutron] 10.222.0.102 "GET /v2.0/networks/f5eb24be-2bbb-47ab-b680-70a114f8f10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936248 Jul 20 15:39:01.796639 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41153aa8-e2b4-4a07-9038-bc1973df1457 req-ed04f1cd-cbf0-48e4-b8b8-ac96cd2895fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:01.798360 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-41153aa8-e2b4-4a07-9038-bc1973df1457 req-ed04f1cd-cbf0-48e4-b8b8-ac96cd2895fd service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=83eae464-5738-40f7-a1db-5e4b986b02e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406902 Jul 20 15:39:01.850725 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-14fa702a-72ae-493c-ab67-61aff0ccc97d req-89b201c0-2d7c-42a0-a7df-ecf5119faafe service neutron] 10.222.0.102 "GET /v2.0/networks/f5eb24be-2bbb-47ab-b680-70a114f8f10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926180 Jul 20 15:39:01.903460 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-41153aa8-e2b4-4a07-9038-bc1973df1457 req-4578bfd6-c4ec-4a87-a5b9-6d1f33c3df79 service neutron] 10.222.0.102 "GET /v2.0/networks/83eae464-5738-40f7-a1db-5e4b986b02e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982137 Jul 20 15:39:02.311023 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c00e18-eebd-4c47-9085-8f729b2d3bad req-8bb984a9-e69c-451a-bc11-f10357714f9f tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:02.312514 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d4c00e18-eebd-4c47-9085-8f729b2d3bad req-8bb984a9-e69c-451a-bc11-f10357714f9f tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 945 time: 0.0484006 Jul 20 15:39:02.367558 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d4c00e18-eebd-4c47-9085-8f729b2d3bad req-531fd86b-9309-4969-924f-68409643362e tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494387 Jul 20 15:39:02.594650 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac57b1-e87d-4e10-9976-215bb210ac67 req-21b56904-0e89-4994-81cc-31e09e8ed3df tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:02.596050 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-8aac57b1-e87d-4e10-9976-215bb210ac67 req-21b56904-0e89-4994-81cc-31e09e8ed3df tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 946 time: 0.0494487 Jul 20 15:39:02.646181 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-8aac57b1-e87d-4e10-9976-215bb210ac67 req-4981d8ea-edaf-4cb4-8a66-88705e15f12b tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445609 Jul 20 15:39:03.500328 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b6dc3-8240-4c9d-9494-6d5f79655ccf req-4d0ad073-017e-4f64-a74d-cafe21529c36 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:03.502188 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-953b6dc3-8240-4c9d-9494-6d5f79655ccf req-4d0ad073-017e-4f64-a74d-cafe21529c36 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 945 time: 0.0609760 Jul 20 15:39:03.542370 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-41153aa8-e2b4-4a07-9038-bc1973df1457 req-871ac11e-798d-4234-891c-f0a4547a71ad service neutron] 10.222.0.102 "GET /v2.0/networks/83eae464-5738-40f7-a1db-5e4b986b02e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137011 Jul 20 15:39:03.572181 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-953b6dc3-8240-4c9d-9494-6d5f79655ccf req-316fa70b-4209-4f11-90be-c306d322792b tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618637 Jul 20 15:39:03.780778 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49b759-88ad-4709-8b3c-1a365799b6b8 req-e099b02e-78fb-4616-8ea8-624e839f9890 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:03.782229 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9b49b759-88ad-4709-8b3c-1a365799b6b8 req-e099b02e-78fb-4616-8ea8-624e839f9890 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 946 time: 0.0569379 Jul 20 15:39:03.835143 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9b49b759-88ad-4709-8b3c-1a365799b6b8 req-3f0380cf-e637-46d5-9f06-694fd0051783 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470467 Jul 20 15:39:04.696957 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a2f6e-ba62-45ce-b952-6558cad58a30 req-3476748e-c319-4812-a178-752ae0a296ef tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:04.699121 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-535a2f6e-ba62-45ce-b952-6558cad58a30 req-3476748e-c319-4812-a178-752ae0a296ef tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 945 time: 0.0557299 Jul 20 15:39:04.753703 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-535a2f6e-ba62-45ce-b952-6558cad58a30 req-ee99dc26-efcb-4906-b02a-e5c292e5dac7 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485620 Jul 20 15:39:04.968018 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b920c-fe0a-46ba-9bed-4d732663e8a3 req-ee4a0646-e4fc-4942-a629-6bcac9ce69b4 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:04.969578 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-cf9b920c-fe0a-46ba-9bed-4d732663e8a3 req-ee4a0646-e4fc-4942-a629-6bcac9ce69b4 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 946 time: 0.0571494 Jul 20 15:39:05.021166 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-cf9b920c-fe0a-46ba-9bed-4d732663e8a3 req-e4ff84d9-c2bb-4e2d-8561-031e648de1cd tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458293 Jul 20 15:39:05.093255 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device a14d5f16-fe56-45ba-b07b-4affc5762962 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:39:05.172400 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:05.173310 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port a14d5f16-fe56-45ba-b07b-4affc5762962 is: ACTIVE; New status is: DOWN {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:39:05.173734 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (a14d5f16-fe56-45ba-b07b-4affc5762962), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:05.201063 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f04603-2085-4cc0-8263-d9c95c31f8a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a14d5f16-fe56-45ba-b07b-4affc5762962'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:39:05.205217 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d079ce0f3ed41026034ae0451e18cae4cf0a7f47a911dfcb655775793fbc38ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d6640d-8d76-4f32-81bb-8512ff8cdcd9" -d '{"events": [{"server_uuid": "f1f04603-2085-4cc0-8263-d9c95c31f8a7", "name": "network-vif-unplugged", "status": "completed", "tag": "a14d5f16-fe56-45ba-b07b-4affc5762962"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:39:05.216271 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port a14d5f16-fe56-45ba-b07b-4affc5762962, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a14d5f16-fe56-45ba-b07b-4affc5762962,segment=NetworkSegment(643648c2-fbcf-4011-96d1-5d3dde59321a),segment_id=643648c2-fbcf-4011-96d1-5d3dde59321a)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:39:05.241991 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Jul 2022 15:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da71410f-d378-4e7a-9d50-53e2562be573 x-openstack-request-id: req-da71410f-d378-4e7a-9d50-53e2562be573 {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:39:05.242436 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f04603-2085-4cc0-8263-d9c95c31f8a7", "name": "network-vif-unplugged", "status": "completed", "tag": "a14d5f16-fe56-45ba-b07b-4affc5762962", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:39:05.242712 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-da71410f-d378-4e7a-9d50-53e2562be573 {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:39:05.243099 dv-cinder-819149-12-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da71410f-d378-4e7a-9d50-53e2562be573'] response: {'server_uuid': 'f1f04603-2085-4cc0-8263-d9c95c31f8a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a14d5f16-fe56-45ba-b07b-4affc5762962', 'code': 200} Jul 20 15:39:05.320540 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (a14d5f16-fe56-45ba-b07b-4affc5762962), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:05.372739 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=a14d5f16-fe56-45ba-b07b-4affc5762962,revision_number=8']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:39:05.567797 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 48336) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:39:05.760517 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:06.231692 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d27c2-2458-4bfc-b9c9-4147112d9ddb req-b6bd6250-5c78-4535-af85-ab1580241f0d tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:06.233163 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e38d27c2-2458-4bfc-b9c9-4147112d9ddb req-b6bd6250-5c78-4535-af85-ab1580241f0d tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 945 time: 0.3801465 Jul 20 15:39:06.270703 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8805bbb-8d56-4537-b931-1018de0056c4 req-b90f9bbd-d5be-4f06-8cf1-722621ca3520 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:06.274034 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a8805bbb-8d56-4537-b931-1018de0056c4 req-b90f9bbd-d5be-4f06-8cf1-722621ca3520 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 944 time: 0.0999370 Jul 20 15:39:06.356505 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e38d27c2-2458-4bfc-b9c9-4147112d9ddb req-0a228d76-1856-4f08-a624-ea7e3b4388a1 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141925 Jul 20 15:39:06.403368 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a8805bbb-8d56-4537-b931-1018de0056c4 req-05efbbd2-f8ff-4070-a381-40eb2cecbc05 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210709 Jul 20 15:39:06.426321 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:06.466401 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-1f010208-5738-47e3-ab76-c5e2537d4358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711803'] for router_interface (25dbc7fb-05f5-4dd9-8008-44889c276b69), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:06.701104 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [None req-1f010208-5738-47e3-ab76-c5e2537d4358 admin admin] Deleting port 06b3e5af-b121-48c5-9d7c-4fa3711f89db {{(pid=104510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:39:06.701443 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-1f010208-5738-47e3-ab76-c5e2537d4358 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (06b3e5af-b121-48c5-9d7c-4fa3711f89db), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:06.783745 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.db [None req-1f010208-5738-47e3-ab76-c5e2537d4358 admin admin] For port 06b3e5af-b121-48c5-9d7c-4fa3711f89db, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=06b3e5af-b121-48c5-9d7c-4fa3711f89db,segment=NetworkSegment(10c755fc-814d-432c-a0cc-ddbf10a089f1),segment_id=10c755fc-814d-432c-a0cc-ddbf10a089f1)] {{(pid=104510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:39:06.784459 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-1f010208-5738-47e3-ab76-c5e2537d4358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (06b3e5af-b121-48c5-9d7c-4fa3711f89db), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:06.797653 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [None req-1f010208-5738-47e3-ab76-c5e2537d4358 admin admin] Calling delete_port for 06b3e5af-b121-48c5-9d7c-4fa3711f89db owned by network:router_interface {{(pid=104510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:39:07.131863 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-1f010208-5738-47e3-ab76-c5e2537d4358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25775823'] for port (06b3e5af-b121-48c5-9d7c-4fa3711f89db), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:07.135237 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:07.157644 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f010208-5738-47e3-ab76-c5e2537d4358 admin admin] Pushing event deleted for resources: {'Port': ['ID=06b3e5af-b121-48c5-9d7c-4fa3711f89db,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:39:07.328392 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-1f010208-5738-47e3-ab76-c5e2537d4358 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1514783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711695'] for router_interface (25dbc7fb-05f5-4dd9-8008-44889c276b69), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:07.334917 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:07.483139 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0af997-c572-4634-a101-d9142480b198 req-3adf4795-910d-4bbb-826a-feccdf8f294f tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:07.484513 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ed0af997-c572-4634-a101-d9142480b198 req-3adf4795-910d-4bbb-826a-feccdf8f294f tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 945 time: 0.0614746 Jul 20 15:39:07.605253 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ed0af997-c572-4634-a101-d9142480b198 req-2fedb98e-e8d6-430d-8a15-98165e26c855 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868371 Jul 20 15:39:07.624834 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f010208-5738-47e3-ab76-c5e2537d4358 admin admin] Router 25dbc7fb-05f5-4dd9-8008-44889c276b69 has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:39:07.745467 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f010208-5738-47e3-ab76-c5e2537d4358 admin admin] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:39:07.750462 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-1f010208-5738-47e3-ab76-c5e2537d4358 admin admin] 10.222.0.78 "PUT /v2.0/routers/25dbc7fb-05f5-4dd9-8008-44889c276b69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1816533 Jul 20 15:39:07.753016 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 48362) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:39:07.756954 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d175d5-b7d6-4ba7-a01d-aa6bb2b18829 None None] Sync routers for ids ['25dbc7fb-05f5-4dd9-8008-44889c276b69'] in dv-cinder-819149-12-iscsi {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:39:07.768376 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d175d5-b7d6-4ba7-a01d-aa6bb2b18829 None None] Routers {'25dbc7fb-05f5-4dd9-8008-44889c276b69'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:39:07.769021 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-12d175d5-b7d6-4ba7-a01d-aa6bb2b18829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:38:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['25dbc7fb-05f5-4dd9-8008-44889c276b69'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:39:07.838190 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:07.859280 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-3c8117e3-e6c4-43b7-a6e2-3b7b18d07285 admin admin] Publish callbacks [] for router (25dbc7fb-05f5-4dd9-8008-44889c276b69), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:07.875200 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-12d175d5-b7d6-4ba7-a01d-aa6bb2b18829 None None] Set router 25dbc7fb-05f5-4dd9-8008-44889c276b69 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:39:07.965313 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-3c8117e3-e6c4-43b7-a6e2-3b7b18d07285 admin admin] Publish callbacks [] for router_gateway (25dbc7fb-05f5-4dd9-8008-44889c276b69), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:08.065795 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-12d175d5-b7d6-4ba7-a01d-aa6bb2b18829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'name': 'tempest-AttachVolumeTestJSON-1486781354-router', 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e5a10f1d-2213-4648-9011-120041d55208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:38Z', 'updated_at': '2022-07-20T15:39:06Z', 'revision_number': 5, 'project_id': 'aa49d7002cf441348cf3166e64b1bc87', 'gw_port': {'id': 'e5a10f1d-2213-4648-9011-120041d55208', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:40Z', 'updated_at': '2022-07-20T15:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:39:08.099681 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d175d5-b7d6-4ba7-a01d-aa6bb2b18829 None None] Checking router: 25dbc7fb-05f5-4dd9-8008-44889c276b69 for host: dv-cinder-819149-12-iscsi {{(pid=104511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:39:08.108453 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6731838-9dc7-4c19-9daa-f4700c566052 req-566ea582-d706-4b1e-93f0-083ef97ca334 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:08.109995 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d175d5-b7d6-4ba7-a01d-aa6bb2b18829 None None] Routers {'25dbc7fb-05f5-4dd9-8008-44889c276b69'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:39:08.110655 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-12d175d5-b7d6-4ba7-a01d-aa6bb2b18829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:38:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['25dbc7fb-05f5-4dd9-8008-44889c276b69'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:39:08.111542 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c6731838-9dc7-4c19-9daa-f4700c566052 req-566ea582-d706-4b1e-93f0-083ef97ca334 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 945 time: 0.0974689 Jul 20 15:39:08.142785 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 48378) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:39:08.150082 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [None req-3c8117e3-e6c4-43b7-a6e2-3b7b18d07285 admin admin] Deleting port e5a10f1d-2213-4648-9011-120041d55208 {{(pid=104510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:39:08.150437 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-3c8117e3-e6c4-43b7-a6e2-3b7b18d07285 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (e5a10f1d-2213-4648-9011-120041d55208), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:08.231923 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-12d175d5-b7d6-4ba7-a01d-aa6bb2b18829 None None] Set router 25dbc7fb-05f5-4dd9-8008-44889c276b69 gateway port host: None {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:39:08.254947 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-b51e7443-505a-4b58-b2b9-dc024fcc8632 req-ac82e426-ab17-46bf-8c62-a9bca27433f8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1107323 Jul 20 15:39:08.260293 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [req-b51e7443-505a-4b58-b2b9-dc024fcc8632 req-5a1d37a1-8b27-42e8-8b83-54d6a2b37f23 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104509) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 15:39:08.263408 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.db [None req-3c8117e3-e6c4-43b7-a6e2-3b7b18d07285 admin admin] For port e5a10f1d-2213-4648-9011-120041d55208, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=e5a10f1d-2213-4648-9011-120041d55208,segment=NetworkSegment(65d22977-7383-4d3c-8560-aa09b9e1098a),segment_id=65d22977-7383-4d3c-8560-aa09b9e1098a)] {{(pid=104510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:39:08.263859 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-3c8117e3-e6c4-43b7-a6e2-3b7b18d07285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (e5a10f1d-2213-4648-9011-120041d55208), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:08.272112 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-b51e7443-505a-4b58-b2b9-dc024fcc8632 req-5a1d37a1-8b27-42e8-8b83-54d6a2b37f23 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0160942 Jul 20 15:39:08.280954 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [None req-3c8117e3-e6c4-43b7-a6e2-3b7b18d07285 admin admin] Calling delete_port for e5a10f1d-2213-4648-9011-120041d55208 owned by network:router_gateway {{(pid=104510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:39:08.290768 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-12d175d5-b7d6-4ba7-a01d-aa6bb2b18829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'name': 'tempest-AttachVolumeTestJSON-1486781354-router', 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:38Z', 'updated_at': '2022-07-20T15:39:07Z', 'revision_number': 6, 'project_id': 'aa49d7002cf441348cf3166e64b1bc87', 'gw_port_host': None}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:39:08.319047 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d175d5-b7d6-4ba7-a01d-aa6bb2b18829 None None] The sync data for ids ['25dbc7fb-05f5-4dd9-8008-44889c276b69'] in dv-cinder-819149-12-iscsi is: [{'id': '25dbc7fb-05f5-4dd9-8008-44889c276b69', 'name': 'tempest-AttachVolumeTestJSON-1486781354-router', 'tenant_id': 'aa49d7002cf441348cf3166e64b1bc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:38Z', 'updated_at': '2022-07-20T15:39:07Z', 'revision_number': 6, 'project_id': 'aa49d7002cf441348cf3166e64b1bc87', 'gw_port_host': None}] {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:39:08.346956 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c6731838-9dc7-4c19-9daa-f4700c566052 req-a47e56fb-a6de-45ed-ac21-434ed3cbea59 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2290359 Jul 20 15:39:08.436311 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 48388) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:39:08.492446 dv-cinder-819149-12-iscsi neutron-server[104509]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 20 15:39:08.542781 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-3c8117e3-e6c4-43b7-a6e2-3b7b18d07285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25775823'] for port (e5a10f1d-2213-4648-9011-120041d55208), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:08.543135 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e7443-505a-4b58-b2b9-dc024fcc8632 req-d2e1d580-675f-420a-aba6-6514132569ff tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:08.544556 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-b51e7443-505a-4b58-b2b9-dc024fcc8632 req-d2e1d580-675f-420a-aba6-6514132569ff tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports/5dcfcdca-0e07-4def-8734-604f0229a302 HTTP/1.1" status: 200 len: 942 time: 0.1071544 Jul 20 15:39:08.573666 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8117e3-e6c4-43b7-a6e2-3b7b18d07285 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5a10f1d-2213-4648-9011-120041d55208,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:39:08.579311 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:08.640278 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-3c8117e3-e6c4-43b7-a6e2-3b7b18d07285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714468'] for router_gateway (25dbc7fb-05f5-4dd9-8008-44889c276b69), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:08.678125 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:DELETE=1,neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:08.682368 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:08.739647 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-3c8117e3-e6c4-43b7-a6e2-3b7b18d07285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1708605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-741'] for router (25dbc7fb-05f5-4dd9-8008-44889c276b69), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:08.741949 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-3c8117e3-e6c4-43b7-a6e2-3b7b18d07285 admin admin] Publish callbacks [] for router_controller (25dbc7fb-05f5-4dd9-8008-44889c276b69), precommit_delete_associations {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:08.862918 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-3c8117e3-e6c4-43b7-a6e2-3b7b18d07285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708713'] for router (25dbc7fb-05f5-4dd9-8008-44889c276b69), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:08.863545 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8117e3-e6c4-43b7-a6e2-3b7b18d07285 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25dbc7fb-05f5-4dd9-8008-44889c276b69 {{(pid=104510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 15:39:08.868647 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-3c8117e3-e6c4-43b7-a6e2-3b7b18d07285 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:08.870587 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-3c8117e3-e6c4-43b7-a6e2-3b7b18d07285 admin admin] 10.222.0.78 "DELETE /v2.0/routers/25dbc7fb-05f5-4dd9-8008-44889c276b69 HTTP/1.1" status: 204 len: 168 time: 1.1158752 Jul 20 15:39:08.878934 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 48402) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:39:08.925057 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_v2 [None req-0df85bc8-4967-4006-8762-c4c0aabe9738 admin admin] Deleting subnet c9fff1ac-07cb-4893-9ae7-8ae90fdf7477 {{(pid=104509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 15:39:08.928269 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-0df85bc8-4967-4006-8762-c4c0aabe9738 admin admin] Publish callbacks [] for subnet (c9fff1ac-07cb-4893-9ae7-8ae90fdf7477), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:08.940489 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:08.965462 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-0df85bc8-4967-4006-8762-c4c0aabe9738 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17085713'] for subnet (c9fff1ac-07cb-4893-9ae7-8ae90fdf7477), precommit_delete_associations {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:09.050593 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-0df85bc8-4967-4006-8762-c4c0aabe9738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7837766'] for subnet (c9fff1ac-07cb-4893-9ae7-8ae90fdf7477), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:09.099779 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:09.100447 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:09.108573 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 5dcfcdca-0e07-4def-8734-604f0229a302 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:39:09.194211 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 06b3e5af-b121-48c5-9d7c-4fa3711f89db no longer exists at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:39:09.228170 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] No Port match for: 06b3e5af-b121-48c5-9d7c-4fa3711f89db {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:39:09.228522 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 06b3e5af-b121-48c5-9d7c-4fa3711f89db not bound to the agent host dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:39:09.228941 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device e5a10f1d-2213-4648-9011-120041d55208 no longer exists at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:39:09.232825 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port 5dcfcdca-0e07-4def-8734-604f0229a302 is: ACTIVE; New status is: DOWN {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:39:09.233396 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (5dcfcdca-0e07-4def-8734-604f0229a302), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:09.259516 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] No Port match for: e5a10f1d-2213-4648-9011-120041d55208 {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:39:09.259869 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device e5a10f1d-2213-4648-9011-120041d55208 not bound to the agent host dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:39:09.274659 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562e58cb-a1c0-4582-b4aa-46abf6053c11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dcfcdca-0e07-4def-8734-604f0229a302'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:39:09.275423 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-0df85bc8-4967-4006-8762-c4c0aabe9738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7837769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1948132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18758723'] for subnet (c9fff1ac-07cb-4893-9ae7-8ae90fdf7477), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:09.277108 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d079ce0f3ed41026034ae0451e18cae4cf0a7f47a911dfcb655775793fbc38ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70bbdb3f-1116-477c-bf1f-eaa8a01243a5" -d '{"events": [{"server_uuid": "562e58cb-a1c0-4582-b4aa-46abf6053c11", "name": "network-vif-unplugged", "status": "completed", "tag": "5dcfcdca-0e07-4def-8734-604f0229a302"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:39:09.289419 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-0df85bc8-4967-4006-8762-c4c0aabe9738 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for subnet (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:09.292419 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 5dcfcdca-0e07-4def-8734-604f0229a302, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=5dcfcdca-0e07-4def-8734-604f0229a302,segment=NetworkSegment(4d7dbf90-951c-40d5-874b-aa4cf8238fe9),segment_id=4d7dbf90-951c-40d5-874b-aa4cf8238fe9)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:39:09.294001 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-0df85bc8-4967-4006-8762-c4c0aabe9738 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/c9fff1ac-07cb-4893-9ae7-8ae90fdf7477 HTTP/1.1" status: 204 len: 168 time: 0.4139218 Jul 20 15:39:09.296647 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 48412) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:39:09.301533 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077a9697-a1f7-4a8e-a147-c518d44d7f36 None None] Network fa5e056d-5a56-4462-a470-30c02f844e62 requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:39:09.320081 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df85bc8-4967-4006-8762-c4c0aabe9738 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9fff1ac-07cb-4893-9ae7-8ae90fdf7477,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:39:09.344392 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 20 Jul 2022 15:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79697047-fe91-47da-bf1d-7f2a5f4cf456 x-openstack-request-id: req-79697047-fe91-47da-bf1d-7f2a5f4cf456 {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:39:09.344685 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562e58cb-a1c0-4582-b4aa-46abf6053c11", "name": "network-vif-unplugged", "status": "failed", "tag": "5dcfcdca-0e07-4def-8734-604f0229a302", "code": 422}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:39:09.344941 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-79697047-fe91-47da-bf1d-7f2a5f4cf456 {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:39:09.345380 dv-cinder-819149-12-iscsi neutron-server[104511]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-79697047-fe91-47da-bf1d-7f2a5f4cf456']: {'server_uuid': '562e58cb-a1c0-4582-b4aa-46abf6053c11', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5dcfcdca-0e07-4def-8734-604f0229a302', 'code': 422} returned with failed status Jul 20 15:39:09.422427 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042fa4c-d1e4-4cfb-81ac-46d7a6231e68 req-aac89c52-0ba0-43c3-8555-6545e8905ad7 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:09.426623 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c042fa4c-d1e4-4cfb-81ac-46d7a6231e68 req-aac89c52-0ba0-43c3-8555-6545e8905ad7 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 944 time: 0.1289291 Jul 20 15:39:09.448481 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-edee70fe-9353-4f7e-8eb9-35a370d602f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7858968'] for network (fa5e056d-5a56-4462-a470-30c02f844e62), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:09.497430 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (5dcfcdca-0e07-4def-8734-604f0229a302), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:09.498529 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device a14d5f16-fe56-45ba-b07b-4affc5762962 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:39:09.529346 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664e2f54-fcb8-401f-8e67-476c3b1e9429 None None] DHCP port deletion for fa5e056d-5a56-4462-a470-30c02f844e62 request from dv-cinder-819149-12-iscsi {{(pid=104511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 15:39:09.570468 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:09.573281 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c042fa4c-d1e4-4cfb-81ac-46d7a6231e68 req-a5729f67-228c-42f7-819d-2e5383fb246d tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331775 Jul 20 15:39:09.582663 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [None req-edee70fe-9353-4f7e-8eb9-35a370d602f0 admin admin] Deleting port 40a5088c-4655-497d-a921-475b2915f78f {{(pid=104510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:39:09.583058 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-edee70fe-9353-4f7e-8eb9-35a370d602f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (40a5088c-4655-497d-a921-475b2915f78f), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:09.596891 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62455750-f2a5-4903-98e7-c6e519f241fb req-183c968e-8057-4363-813e-7f2dd0fe9d96 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:09.596891 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-62455750-f2a5-4903-98e7-c6e519f241fb req-183c968e-8057-4363-813e-7f2dd0fe9d96 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 945 time: 0.1555874 Jul 20 15:39:09.617188 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:09.631063 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=5dcfcdca-0e07-4def-8734-604f0229a302,revision_number=6']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:39:09.649707 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-664e2f54-fcb8-401f-8e67-476c3b1e9429 None None] Deleting port 40a5088c-4655-497d-a921-475b2915f78f {{(pid=104511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:39:09.650079 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-664e2f54-fcb8-401f-8e67-476c3b1e9429 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (40a5088c-4655-497d-a921-475b2915f78f), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:09.667638 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:09.684269 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port a14d5f16-fe56-45ba-b07b-4affc5762962 is: DOWN; New status is: DOWN {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:39:09.689995 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.db [None req-edee70fe-9353-4f7e-8eb9-35a370d602f0 admin admin] For port 40a5088c-4655-497d-a921-475b2915f78f, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=40a5088c-4655-497d-a921-475b2915f78f,segment=NetworkSegment(10c755fc-814d-432c-a0cc-ddbf10a089f1),segment_id=10c755fc-814d-432c-a0cc-ddbf10a089f1)] {{(pid=104510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:39:09.690396 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-edee70fe-9353-4f7e-8eb9-35a370d602f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (40a5088c-4655-497d-a921-475b2915f78f), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:09.713564 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [None req-edee70fe-9353-4f7e-8eb9-35a370d602f0 admin admin] Calling delete_port for 40a5088c-4655-497d-a921-475b2915f78f owned by network:dhcp {{(pid=104510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:39:09.723120 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-62455750-f2a5-4903-98e7-c6e519f241fb req-1ad5b96e-f5ac-4b59-ba93-c0bf0def6019 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149695 Jul 20 15:39:09.735141 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-664e2f54-fcb8-401f-8e67-476c3b1e9429 None None] For port 40a5088c-4655-497d-a921-475b2915f78f, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=40a5088c-4655-497d-a921-475b2915f78f,segment=NetworkSegment(10c755fc-814d-432c-a0cc-ddbf10a089f1),segment_id=10c755fc-814d-432c-a0cc-ddbf10a089f1)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:39:09.735617 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-664e2f54-fcb8-401f-8e67-476c3b1e9429 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (40a5088c-4655-497d-a921-475b2915f78f), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:09.763761 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-664e2f54-fcb8-401f-8e67-476c3b1e9429 None None] Calling delete_port for 40a5088c-4655-497d-a921-475b2915f78f owned by network:dhcp {{(pid=104511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:39:09.793460 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-dfaf9659-4891-4f96-95c2-2c8f952eec45 req-d77b42bf-5d1c-4fa8-b396-c21ec7016590 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0639122 Jul 20 15:39:09.880863 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf9659-4891-4f96-95c2-2c8f952eec45 req-3d78770b-ea53-4e6a-af1d-a06b610b103f tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:09.882313 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-dfaf9659-4891-4f96-95c2-2c8f952eec45 req-3d78770b-ea53-4e6a-af1d-a06b610b103f tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports/a14d5f16-fe56-45ba-b07b-4affc5762962 HTTP/1.1" status: 200 len: 941 time: 0.0492272 Jul 20 15:39:09.895090 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-edee70fe-9353-4f7e-8eb9-35a370d602f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25775823'] for port (40a5088c-4655-497d-a921-475b2915f78f), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:09.903537 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-664e2f54-fcb8-401f-8e67-476c3b1e9429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422'] for port (40a5088c-4655-497d-a921-475b2915f78f), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:09.916143 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664e2f54-fcb8-401f-8e67-476c3b1e9429 None None] No DVR routers for this DVR port 40a5088c-4655-497d-a921-475b2915f78f on host dv-cinder-819149-12-iscsi {{(pid=104511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 15:39:09.923217 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee70fe-9353-4f7e-8eb9-35a370d602f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=40a5088c-4655-497d-a921-475b2915f78f,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:39:09.928774 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edee70fe-9353-4f7e-8eb9-35a370d602f0 admin admin] No DVR routers for this DVR port 40a5088c-4655-497d-a921-475b2915f78f on host dv-cinder-819149-12-iscsi {{(pid=104510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 15:39:09.936528 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e2f54-fcb8-401f-8e67-476c3b1e9429 None None] Pushing event deleted for resources: {'Port': ['ID=40a5088c-4655-497d-a921-475b2915f78f,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:39:10.011544 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-edee70fe-9353-4f7e-8eb9-35a370d602f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7837447', 'neutron.services.segments.db._delete_segments_for_network-8737057647674'] for network (fa5e056d-5a56-4462-a470-30c02f844e62), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:10.032938 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:10.034885 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.services.segments.db [None req-edee70fe-9353-4f7e-8eb9-35a370d602f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa5e056d-5a56-4462-a470-30c02f844e62']}} {{(pid=104510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:39:10.045837 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.services.segments.db [None req-edee70fe-9353-4f7e-8eb9-35a370d602f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10c755fc-814d-432c-a0cc-ddbf10a089f1') {'for_net_delete': True} {{(pid=104510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:39:10.046137 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.services.segments.db [None req-edee70fe-9353-4f7e-8eb9-35a370d602f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10c755fc-814d-432c-a0cc-ddbf10a089f1') {} {{(pid=104510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:39:10.056144 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-edee70fe-9353-4f7e-8eb9-35a370d602f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737057648963', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3188917'] for segment (10c755fc-814d-432c-a0cc-ddbf10a089f1), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:10.073175 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-edee70fe-9353-4f7e-8eb9-35a370d602f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087'] for segment (10c755fc-814d-432c-a0cc-ddbf10a089f1), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:10.081184 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edee70fe-9353-4f7e-8eb9-35a370d602f0 admin admin] Releasing vlan 979 on physical network physnet1 to pool {{(pid=104510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 15:39:10.081605 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-edee70fe-9353-4f7e-8eb9-35a370d602f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25775772'] for segment (10c755fc-814d-432c-a0cc-ddbf10a089f1), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:10.106012 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.services.segments.plugin [-] Segment 10c755fc-814d-432c-a0cc-ddbf10a089f1 resource provider aggregate not found Jul 20 15:39:10.146588 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.services.segments.plugin [-] Segment 10c755fc-814d-432c-a0cc-ddbf10a089f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10c755fc-814d-432c-a0cc-ddbf10a089f1 found for delete ", "request_id": "req-3772a64a-0cff-4a53-aa05-d9d5c94bc22b"}]} Jul 20 15:39:10.317739 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-edee70fe-9353-4f7e-8eb9-35a370d602f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7837500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714511'] for network (fa5e056d-5a56-4462-a470-30c02f844e62), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:10.323586 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-edee70fe-9353-4f7e-8eb9-35a370d602f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for network (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:10.326952 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-edee70fe-9353-4f7e-8eb9-35a370d602f0 admin admin] 10.222.0.78 "DELETE /v2.0/networks/fa5e056d-5a56-4462-a470-30c02f844e62 HTTP/1.1" status: 204 len: 168 time: 1.0280507 Jul 20 15:39:10.339889 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee70fe-9353-4f7e-8eb9-35a370d602f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa5e056d-5a56-4462-a470-30c02f844e62,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:39:10.710584 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 48440) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:39:10.717041 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabf8e2-479f-48dc-9175-f82c654d6955 req-c536956c-2744-48b8-9aee-932e2cfc99e9 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:10.718595 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5eabf8e2-479f-48dc-9175-f82c654d6955 req-c536956c-2744-48b8-9aee-932e2cfc99e9 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 944 time: 0.0599387 Jul 20 15:39:10.755906 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-61b3bdd7-deda-4f90-8a1e-2357268be192 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=aa49d7002cf441348cf3166e64b1bc87&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0418918 Jul 20 15:39:10.756145 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 48442) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:39:10.772643 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5eabf8e2-479f-48dc-9175-f82c654d6955 req-d09302e5-a8c4-42a6-9f5c-f7ba52be6115 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480044 Jul 20 15:39:10.818018 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-c81d294e-d721-40f0-b685-806d923fad88 admin admin] Publish callbacks [] for security_group (888d4c06-5821-4ffb-98c3-0f3485f385b8), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:10.845517 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-c81d294e-d721-40f0-b685-806d923fad88 admin admin] Publish callbacks [] for security_group (888d4c06-5821-4ffb-98c3-0f3485f385b8), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:10.879320 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353c3d3-4ed8-401c-ad59-c14fc965bdcd req-0e931aa8-bd8f-429b-84b9-6daca612392e tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:10.888433 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3353c3d3-4ed8-401c-ad59-c14fc965bdcd req-0e931aa8-bd8f-429b-84b9-6daca612392e tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 943 time: 0.0547118 Jul 20 15:39:10.922304 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 40a5088c-4655-497d-a921-475b2915f78f no longer exists at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:39:10.943308 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] No Port match for: 40a5088c-4655-497d-a921-475b2915f78f {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:39:10.943939 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 40a5088c-4655-497d-a921-475b2915f78f not bound to the agent host dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:39:10.952019 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3353c3d3-4ed8-401c-ad59-c14fc965bdcd req-bb5cd8ce-cd4a-41c4-8f5f-02fe1be1669b tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585322 Jul 20 15:39:10.977194 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-c81d294e-d721-40f0-b685-806d923fad88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (888d4c06-5821-4ffb-98c3-0f3485f385b8), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:10.980829 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-c81d294e-d721-40f0-b685-806d923fad88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:10.981284 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-c81d294e-d721-40f0-b685-806d923fad88 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/888d4c06-5821-4ffb-98c3-0f3485f385b8 HTTP/1.1" status: 204 len: 168 time: 0.2241271 Jul 20 15:39:10.992331 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d294e-d721-40f0-b685-806d923fad88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888d4c06-5821-4ffb-98c3-0f3485f385b8,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:39:11.262688 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf9659-4891-4f96-95c2-2c8f952eec45 req-f8d57524-7c50-4daa-9b9c-ca2eaa75fcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:11.264180 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-dfaf9659-4891-4f96-95c2-2c8f952eec45 req-f8d57524-7c50-4daa-9b9c-ca2eaa75fcc9 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7&tenant_id=4446d4a6f4e64ccb8bfd5b3fe6f2127a HTTP/1.1" status: 200 len: 1128 time: 0.0404708 Jul 20 15:39:11.329242 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf9659-4891-4f96-95c2-2c8f952eec45 req-4872f61f-208c-4b70-86e7-3020d3907401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:11.330304 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-dfaf9659-4891-4f96-95c2-2c8f952eec45 req-4872f61f-208c-4b70-86e7-3020d3907401 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4446d4a6f4e64ccb8bfd5b3fe6f2127a&device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 1128 time: 0.0450633 Jul 20 15:39:11.429310 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf9659-4891-4f96-95c2-2c8f952eec45 req-fdcaa50a-2490-4edd-862a-d3b409bc174d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:11.430920 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-dfaf9659-4891-4f96-95c2-2c8f952eec45 req-fdcaa50a-2490-4edd-862a-d3b409bc174d service neutron] 10.222.0.102 "GET /v2.0/networks?id=f5eb24be-2bbb-47ab-b680-70a114f8f10e HTTP/1.1" status: 200 len: 917 time: 0.0954957 Jul 20 15:39:11.500958 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-dfaf9659-4891-4f96-95c2-2c8f952eec45 req-a796ca08-e45e-4cbd-a3e6-63939c8bf6ed service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a14d5f16-fe56-45ba-b07b-4affc5762962 HTTP/1.1" status: 200 len: 1000 time: 0.0619209 Jul 20 15:39:11.550281 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf9659-4891-4f96-95c2-2c8f952eec45 req-83c363e8-4123-408d-80f5-9ab0e9309b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:11.551752 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-dfaf9659-4891-4f96-95c2-2c8f952eec45 req-83c363e8-4123-408d-80f5-9ab0e9309b54 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c HTTP/1.1" status: 200 len: 855 time: 0.0452991 Jul 20 15:39:11.596999 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf9659-4891-4f96-95c2-2c8f952eec45 req-569fb5ad-a936-4c19-b92b-25048e70e612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:11.598442 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-dfaf9659-4891-4f96-95c2-2c8f952eec45 req-569fb5ad-a936-4c19-b92b-25048e70e612 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f5eb24be-2bbb-47ab-b680-70a114f8f10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399075 Jul 20 15:39:11.700049 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-dfaf9659-4891-4f96-95c2-2c8f952eec45 req-f3c33c08-2279-42bf-b8ca-f430c566f82b service neutron] 10.222.0.102 "GET /v2.0/networks/f5eb24be-2bbb-47ab-b680-70a114f8f10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939708 Jul 20 15:39:11.795639 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-dfaf9659-4891-4f96-95c2-2c8f952eec45 req-40ac8c44-dda0-404d-a1b0-0a6448823164 service neutron] 10.222.0.102 "GET /v2.0/networks/f5eb24be-2bbb-47ab-b680-70a114f8f10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891356 Jul 20 15:39:11.911505 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091e975-a068-4b52-b57d-36d0299f50f6 req-6710718e-78e5-4d84-852e-44ff9cd68e6f tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:11.911505 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d091e975-a068-4b52-b57d-36d0299f50f6 req-6710718e-78e5-4d84-852e-44ff9cd68e6f tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 944 time: 0.0537672 Jul 20 15:39:11.966833 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d091e975-a068-4b52-b57d-36d0299f50f6 req-afa861b4-2c9d-434c-a1e8-9323f04e9c5b tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487761 Jul 20 15:39:12.081059 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b38bb8-2144-43b4-8a2f-f55e618d808d req-09c73d78-d5a0-4b94-8e80-d041873bfa4b tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:12.082680 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-12b38bb8-2144-43b4-8a2f-f55e618d808d req-09c73d78-d5a0-4b94-8e80-d041873bfa4b tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 943 time: 0.0497088 Jul 20 15:39:12.139464 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-12b38bb8-2144-43b4-8a2f-f55e618d808d req-ee37ec2d-7c73-4c25-9db9-f7e930655dc7 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508890 Jul 20 15:39:13.160379 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb291c9c-4cab-422f-90a7-773b24aca5b6 req-212f6e61-4a0e-49ab-80d5-43464fab2fd7 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:13.181891 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-fb291c9c-4cab-422f-90a7-773b24aca5b6 req-212f6e61-4a0e-49ab-80d5-43464fab2fd7 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 944 time: 0.0835984 Jul 20 15:39:13.315785 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-fb291c9c-4cab-422f-90a7-773b24aca5b6 req-043d8b46-5ee6-4312-bb07-6684f23ce3bf tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271651 Jul 20 15:39:13.664733 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de7c78-6e2c-47e4-9cfb-69cd1596b438 req-1ab968bd-8d4f-4dd6-878b-0d7a5af3f520 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:13.666481 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-90de7c78-6e2c-47e4-9cfb-69cd1596b438 req-1ab968bd-8d4f-4dd6-878b-0d7a5af3f520 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 943 time: 0.3853464 Jul 20 15:39:13.723730 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-90de7c78-6e2c-47e4-9cfb-69cd1596b438 req-18ac210d-0803-4762-9b5a-868a31dd4445 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515735 Jul 20 15:39:14.275470 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 48528) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:39:14.441010 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2142bdd1-4fa4-4dce-9831-b99d87bff47a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:14.456404 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:DELETE=7,neutron:UPDATE=1,neutron:SELECT=92 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:14.497736 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68116ea6-2ba8-4413-b3d7-474934f2e060 req-4b0b2f91-00bb-464d-a22f-946c109f674c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:14.498959 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-68116ea6-2ba8-4413-b3d7-474934f2e060 req-4b0b2f91-00bb-464d-a22f-946c109f674c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 944 time: 0.0600934 Jul 20 15:39:14.523650 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:14.539345 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2142bdd1-4fa4-4dce-9831-b99d87bff47a admin admin] Publish callbacks [] for security_group (1c6c23e3-9f94-4fe6-9381-db4041fda3f6), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:14.570286 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-68116ea6-2ba8-4413-b3d7-474934f2e060 req-afedd7b8-b0a2-412e-b715-505201162767 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651975 Jul 20 15:39:14.634098 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2142bdd1-4fa4-4dce-9831-b99d87bff47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (1c6c23e3-9f94-4fe6-9381-db4041fda3f6), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:14.680633 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-2142bdd1-4fa4-4dce-9831-b99d87bff47a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=48211c3f11ca415bb8decbc5bf4f4ef4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4035442 Jul 20 15:39:14.681777 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142bdd1-4fa4-4dce-9831-b99d87bff47a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6c23e3-9f94-4fe6-9381-db4041fda3f6,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:39:14.683573 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 48536) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:39:14.749345 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-5e83042e-afae-4cb5-8b3c-17ca788815e8 admin admin] Publish callbacks [] for security_group (1c6c23e3-9f94-4fe6-9381-db4041fda3f6), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:14.762644 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:14.780488 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-5e83042e-afae-4cb5-8b3c-17ca788815e8 admin admin] Publish callbacks [] for security_group (1c6c23e3-9f94-4fe6-9381-db4041fda3f6), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:14.882686 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a35f1-f55a-49e8-a911-2539f48ae778 req-3bcfa47d-6fb2-4c4e-8856-c964ab90beb8 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:14.884271 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2e1a35f1-f55a-49e8-a911-2539f48ae778 req-3bcfa47d-6fb2-4c4e-8856-c964ab90beb8 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 943 time: 0.0626569 Jul 20 15:39:14.927284 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:14.959837 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2e1a35f1-f55a-49e8-a911-2539f48ae778 req-97c870c0-ff3c-45d8-b2a9-66c958bfd5b8 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688984 Jul 20 15:39:14.988727 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-5e83042e-afae-4cb5-8b3c-17ca788815e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (1c6c23e3-9f94-4fe6-9381-db4041fda3f6), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:14.991336 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-5e83042e-afae-4cb5-8b3c-17ca788815e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:14.996103 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-5e83042e-afae-4cb5-8b3c-17ca788815e8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1c6c23e3-9f94-4fe6-9381-db4041fda3f6 HTTP/1.1" status: 204 len: 168 time: 0.3112609 Jul 20 15:39:15.006712 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83042e-afae-4cb5-8b3c-17ca788815e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6c23e3-9f94-4fe6-9381-db4041fda3f6,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:39:15.016971 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83042e-afae-4cb5-8b3c-17ca788815e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:39:15.017319 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83042e-afae-4cb5-8b3c-17ca788815e8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:39:15.017667 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83042e-afae-4cb5-8b3c-17ca788815e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:39:15.018004 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83042e-afae-4cb5-8b3c-17ca788815e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:39:15.018369 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83042e-afae-4cb5-8b3c-17ca788815e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:39:15.018772 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83042e-afae-4cb5-8b3c-17ca788815e8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:39:15.019021 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83042e-afae-4cb5-8b3c-17ca788815e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:39:15.019350 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83042e-afae-4cb5-8b3c-17ca788815e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:39:15.019677 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83042e-afae-4cb5-8b3c-17ca788815e8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:39:15.020003 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83042e-afae-4cb5-8b3c-17ca788815e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:39:15.020453 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83042e-afae-4cb5-8b3c-17ca788815e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:39:15.020789 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83042e-afae-4cb5-8b3c-17ca788815e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:39:15.021117 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83042e-afae-4cb5-8b3c-17ca788815e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:39:15.021436 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83042e-afae-4cb5-8b3c-17ca788815e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:39:15.021760 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e83042e-afae-4cb5-8b3c-17ca788815e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:39:15.714158 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb966c-96fd-49f5-baf1-505211283028 req-8447b46f-c239-4afc-b1bd-d7606fcd26e4 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:15.716163 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-45cb966c-96fd-49f5-baf1-505211283028 req-8447b46f-c239-4afc-b1bd-d7606fcd26e4 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 944 time: 0.0694435 Jul 20 15:39:15.795522 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-45cb966c-96fd-49f5-baf1-505211283028 req-aadb7cdc-9e7e-4dd4-a23a-557d1d548db4 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733304 Jul 20 15:39:15.969198 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 48550) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:39:15.997255 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-7ea55a7e-e1d5-4a88-851d-1420f63887e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:16.164887 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3998d6-8a20-4895-a000-59f327ba7aa6 req-c5d56402-4c91-4230-8323-4c02c8e71cb2 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:16.166412 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4c3998d6-8a20-4895-a000-59f327ba7aa6 req-c5d56402-4c91-4230-8323-4c02c8e71cb2 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 943 time: 0.0704370 Jul 20 15:39:16.187368 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-7ea55a7e-e1d5-4a88-851d-1420f63887e6 admin admin] Publish callbacks [] for security_group (5b5c5c29-784e-4a7e-9e28-9652d1b34e55), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:16.231908 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4c3998d6-8a20-4895-a000-59f327ba7aa6 req-317f78f8-7791-41fa-ab50-9fa3c67def7c tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598767 Jul 20 15:39:16.318136 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-7ea55a7e-e1d5-4a88-851d-1420f63887e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (5b5c5c29-784e-4a7e-9e28-9652d1b34e55), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:16.364664 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-7ea55a7e-e1d5-4a88-851d-1420f63887e6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=72187061e9ba4275b81c7ee42529a1ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3942528 Jul 20 15:39:16.365407 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea55a7e-e1d5-4a88-851d-1420f63887e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5c5c29-784e-4a7e-9e28-9652d1b34e55,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:39:16.367242 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 48554) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:39:16.425391 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-10b732b8-c511-4a63-966f-5b79844134db admin admin] Publish callbacks [] for security_group (5b5c5c29-784e-4a7e-9e28-9652d1b34e55), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:16.446714 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-10b732b8-c511-4a63-966f-5b79844134db admin admin] Publish callbacks [] for security_group (5b5c5c29-784e-4a7e-9e28-9652d1b34e55), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:16.643457 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-10b732b8-c511-4a63-966f-5b79844134db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (5b5c5c29-784e-4a7e-9e28-9652d1b34e55), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:16.646193 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-10b732b8-c511-4a63-966f-5b79844134db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:16.647563 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-10b732b8-c511-4a63-966f-5b79844134db admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5b5c5c29-784e-4a7e-9e28-9652d1b34e55 HTTP/1.1" status: 204 len: 168 time: 0.2793102 Jul 20 15:39:16.656834 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b732b8-c511-4a63-966f-5b79844134db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5c5c29-784e-4a7e-9e28-9652d1b34e55,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:39:16.929638 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1968f-e895-458f-a69e-478342334ec9 req-8c8b4ccb-2a07-4ea7-b21b-8c2870f9a723 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:16.931264 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-0cb1968f-e895-458f-a69e-478342334ec9 req-8c8b4ccb-2a07-4ea7-b21b-8c2870f9a723 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 944 time: 0.0582004 Jul 20 15:39:16.986476 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-0cb1968f-e895-458f-a69e-478342334ec9 req-be606005-8f4b-434a-bb8d-094550cde4dc tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484679 Jul 20 15:39:17.365300 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7bb8a7-03ec-4468-b6e3-601af03e29e5 req-abd3f3d1-d2ce-49df-bfbb-944d93710b25 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:17.366864 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4b7bb8a7-03ec-4468-b6e3-601af03e29e5 req-abd3f3d1-d2ce-49df-bfbb-944d93710b25 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 943 time: 0.0489228 Jul 20 15:39:17.446682 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4b7bb8a7-03ec-4468-b6e3-601af03e29e5 req-2beb887d-4c9e-4226-83da-2792030efd96 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691266 Jul 20 15:39:18.140668 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e0675-4ccb-4bc3-b6bf-3261e179158b req-2d42bfbc-6b1a-4354-9404-4a2a4a439bf5 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:18.148042 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-859e0675-4ccb-4bc3-b6bf-3261e179158b req-2d42bfbc-6b1a-4354-9404-4a2a4a439bf5 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 944 time: 0.0669570 Jul 20 15:39:18.243269 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-859e0675-4ccb-4bc3-b6bf-3261e179158b req-6f42bda6-e1ab-4b71-9155-45e2cd911516 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802603 Jul 20 15:39:18.573175 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea1963-cdec-4ca8-81b9-db6a6267501c req-4a7cdcdb-d41d-48bc-a719-db7bb91890a3 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:18.575092 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-58ea1963-cdec-4ca8-81b9-db6a6267501c req-4a7cdcdb-d41d-48bc-a719-db7bb91890a3 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 943 time: 0.0589952 Jul 20 15:39:18.635710 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-58ea1963-cdec-4ca8-81b9-db6a6267501c req-1980cb02-c96a-4fbf-b0b1-705e933eef86 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523033 Jul 20 15:39:19.382711 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81969b50-8130-47a0-b542-98e5b1577eef req-acae178b-0138-47a8-85d9-56f41bde7e69 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:19.384098 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-81969b50-8130-47a0-b542-98e5b1577eef req-acae178b-0138-47a8-85d9-56f41bde7e69 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 944 time: 0.0612450 Jul 20 15:39:19.450920 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-81969b50-8130-47a0-b542-98e5b1577eef req-653e9aee-938c-4ee5-95e3-7d3e9f1c739e tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603621 Jul 20 15:39:19.759703 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:19.769215 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe437f-3575-43ad-b217-98871fdca651 req-44909247-8620-494d-ae00-1429f4d7c71b tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:19.773274 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e3fe437f-3575-43ad-b217-98871fdca651 req-44909247-8620-494d-ae00-1429f4d7c71b tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 943 time: 0.0537977 Jul 20 15:39:19.820297 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:19.830004 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e3fe437f-3575-43ad-b217-98871fdca651 req-42f9703d-30c8-4ded-b8ae-6ebb77e8a2d3 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523334 Jul 20 15:39:20.350184 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5a47e67d-1b0c-49fb-85ef-68d02abd5508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:20.600833 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a043af-38d0-436b-b61f-cfed1795fbc5 req-84b2100d-7044-4341-8275-067cbea63936 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:20.609126 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d7a043af-38d0-436b-b61f-cfed1795fbc5 req-84b2100d-7044-4341-8275-067cbea63936 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 944 time: 0.0694790 Jul 20 15:39:20.683524 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d7a043af-38d0-436b-b61f-cfed1795fbc5 req-55578f53-b7a2-4bda-8342-109449d1bbeb tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730462 Jul 20 15:39:20.961598 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32025dd5-b4f5-4af9-897b-2c3d9f049622 req-69345a68-47bb-4663-8212-8bc2015a1eed tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:20.963312 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-32025dd5-b4f5-4af9-897b-2c3d9f049622 req-69345a68-47bb-4663-8212-8bc2015a1eed tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 943 time: 0.0588958 Jul 20 15:39:21.043672 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-32025dd5-b4f5-4af9-897b-2c3d9f049622 req-39f3a291-ba8f-4e74-85f2-80f8b49b7673 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744901 Jul 20 15:39:21.509628 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 48654) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:39:21.617747 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-27f8d816-f001-42b1-9176-af21e65c4195 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:21.695609 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-27f8d816-f001-42b1-9176-af21e65c4195 admin admin] Publish callbacks [] for security_group (6e7d93d6-69b9-4aec-9169-6a27bf631526), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:21.775138 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-27f8d816-f001-42b1-9176-af21e65c4195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (6e7d93d6-69b9-4aec-9169-6a27bf631526), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:21.809566 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3ade0-5a8b-4add-b86c-181cf894ad31 req-da059e6c-4b7e-47d5-a578-65c237d1747d tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:21.811170 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-8ba3ade0-5a8b-4add-b86c-181cf894ad31 req-da059e6c-4b7e-47d5-a578-65c237d1747d tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 944 time: 0.0536306 Jul 20 15:39:21.819018 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-27f8d816-f001-42b1-9176-af21e65c4195 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ab7b7ffcecfe494bb04bad88878ba894&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3079362 Jul 20 15:39:21.825779 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 48660) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:39:21.830824 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f8d816-f001-42b1-9176-af21e65c4195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7d93d6-69b9-4aec-9169-6a27bf631526,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:39:21.864870 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-8ba3ade0-5a8b-4add-b86c-181cf894ad31 req-0185ee11-3b9a-4147-b945-dbaf4a63cf62 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477724 Jul 20 15:39:21.892806 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-5db1ad7d-c2de-49b6-b2cf-7b4ba4ed8db1 admin admin] Publish callbacks [] for security_group (6e7d93d6-69b9-4aec-9169-6a27bf631526), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:21.916735 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-5db1ad7d-c2de-49b6-b2cf-7b4ba4ed8db1 admin admin] Publish callbacks [] for security_group (6e7d93d6-69b9-4aec-9169-6a27bf631526), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:22.037776 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-5db1ad7d-c2de-49b6-b2cf-7b4ba4ed8db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (6e7d93d6-69b9-4aec-9169-6a27bf631526), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:22.040314 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-5db1ad7d-c2de-49b6-b2cf-7b4ba4ed8db1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:22.041510 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-5db1ad7d-c2de-49b6-b2cf-7b4ba4ed8db1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6e7d93d6-69b9-4aec-9169-6a27bf631526 HTTP/1.1" status: 204 len: 168 time: 0.2181664 Jul 20 15:39:22.050302 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db1ad7d-c2de-49b6-b2cf-7b4ba4ed8db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7d93d6-69b9-4aec-9169-6a27bf631526,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:39:22.190088 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4b7dd-74fe-4c39-8bbf-49689825832d req-4619ab41-c17a-444b-8aa7-66813f009967 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:22.191645 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a1c4b7dd-74fe-4c39-8bbf-49689825832d req-4619ab41-c17a-444b-8aa7-66813f009967 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 943 time: 0.0512714 Jul 20 15:39:22.246613 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a1c4b7dd-74fe-4c39-8bbf-49689825832d req-c2412662-adf5-45e0-8a12-af88349fccb9 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469170 Jul 20 15:39:22.555482 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2c5a2416-910e-4abb-ace0-2965bc7d7b5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:22.874547 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 48670) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:39:22.889222 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-cbbccf57-2c95-459c-893e-e34fa5e29abf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:22.968847 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-cbbccf57-2c95-459c-893e-e34fa5e29abf admin admin] Publish callbacks [] for security_group (40845bbb-17b5-4ded-ba0a-a33b8c4976b2), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:23.007832 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b863a-ddab-45e6-9577-fb8390631f32 req-aa54a9c9-cda0-43cb-baa3-e94dfd3a69c2 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:23.009361 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5a3b863a-ddab-45e6-9577-fb8390631f32 req-aa54a9c9-cda0-43cb-baa3-e94dfd3a69c2 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 944 time: 0.0486758 Jul 20 15:39:23.054924 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-cbbccf57-2c95-459c-893e-e34fa5e29abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (40845bbb-17b5-4ded-ba0a-a33b8c4976b2), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:23.060907 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5a3b863a-ddab-45e6-9577-fb8390631f32 req-2c4ac752-048d-48e2-abcd-e84163956e97 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450292 Jul 20 15:39:23.100285 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-cbbccf57-2c95-459c-893e-e34fa5e29abf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=41e2ff698783414fa7b43920f124d4dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245996 Jul 20 15:39:23.107124 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbccf57-2c95-459c-893e-e34fa5e29abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40845bbb-17b5-4ded-ba0a-a33b8c4976b2,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:39:23.108382 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 48674) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:39:23.168570 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-62af48f8-7e5b-4049-8fa5-865a9c81c242 admin admin] Publish callbacks [] for security_group (40845bbb-17b5-4ded-ba0a-a33b8c4976b2), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:23.191573 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-62af48f8-7e5b-4049-8fa5-865a9c81c242 admin admin] Publish callbacks [] for security_group (40845bbb-17b5-4ded-ba0a-a33b8c4976b2), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:23.370646 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4e22c-e507-44c4-a5e3-c220876996ef req-83dfebdc-68cf-482c-a024-a2389b0ad5ce tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:23.371981 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e6b4e22c-e507-44c4-a5e3-c220876996ef req-83dfebdc-68cf-482c-a024-a2389b0ad5ce tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 943 time: 0.0558765 Jul 20 15:39:23.433992 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e6b4e22c-e507-44c4-a5e3-c220876996ef req-f080dd89-a3d9-4602-92f2-af2075cfd552 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500021 Jul 20 15:39:23.457201 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-62af48f8-7e5b-4049-8fa5-865a9c81c242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (40845bbb-17b5-4ded-ba0a-a33b8c4976b2), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:23.460357 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-62af48f8-7e5b-4049-8fa5-865a9c81c242 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:23.467582 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-62af48f8-7e5b-4049-8fa5-865a9c81c242 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/40845bbb-17b5-4ded-ba0a-a33b8c4976b2 HTTP/1.1" status: 204 len: 168 time: 0.3522248 Jul 20 15:39:23.473057 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af48f8-7e5b-4049-8fa5-865a9c81c242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40845bbb-17b5-4ded-ba0a-a33b8c4976b2,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:39:23.473558 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 48686) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:39:23.480455 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-9c1d1b20-d6a8-43fe-a5a8-68fc08c8cbdc tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1850035640', 'description': 'tempest-description--1630546519'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:39:23.511073 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=14 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:23.691211 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:23.691812 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-9c1d1b20-d6a8-43fe-a5a8-68fc08c8cbdc tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:23.694886 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:23.767622 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-9c1d1b20-d6a8-43fe-a5a8-68fc08c8cbdc tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group (61b50363-ebbd-42bf-84a3-1e57fbe3ace6), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:23.906812 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-9c1d1b20-d6a8-43fe-a5a8-68fc08c8cbdc tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (61b50363-ebbd-42bf-84a3-1e57fbe3ace6), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:23.940287 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d1b20-d6a8-43fe-a5a8-68fc08c8cbdc tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61b50363-ebbd-42bf-84a3-1e57fbe3ace6,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:39:24.052010 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-9c1d1b20-d6a8-43fe-a5a8-68fc08c8cbdc tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:24.053569 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-9c1d1b20-d6a8-43fe-a5a8-68fc08c8cbdc tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5781817 Jul 20 15:39:24.057835 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 48690) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:39:24.062937 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-c67b9e0a-aec9-4f87-a1f7-6d09c947652a tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Request body: {'security_group_rule': {'security_group_id': '61b50363-ebbd-42bf-84a3-1e57fbe3ace6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:39:24.197263 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14e3c5-95cb-4e50-b1d4-914d734f1384 req-9b5755e3-60b9-41ff-9975-8b297c6de44a tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:24.198744 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2f14e3c5-95cb-4e50-b1d4-914d734f1384 req-9b5755e3-60b9-41ff-9975-8b297c6de44a tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 944 time: 0.0507731 Jul 20 15:39:24.215911 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:24.262404 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2f14e3c5-95cb-4e50-b1d4-914d734f1384 req-4691903c-69f4-4e33-8359-3d44d5c891ec tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554504 Jul 20 15:39:24.263312 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c67b9e0a-aec9-4f87-a1f7-6d09c947652a tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group_rule (1bb62ad3-c30b-4197-bd21-5e4d6c5080d6), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:24.313638 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c67b9e0a-aec9-4f87-a1f7-6d09c947652a tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group_rule (1bb62ad3-c30b-4197-bd21-5e4d6c5080d6), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:24.508536 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c67b9e0a-aec9-4f87-a1f7-6d09c947652a tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624241'] for security_group_rule (1bb62ad3-c30b-4197-bd21-5e4d6c5080d6), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:24.546326 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:24.559482 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b9e0a-aec9-4f87-a1f7-6d09c947652a tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bb62ad3-c30b-4197-bd21-5e4d6c5080d6,revision_number=0']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:39:24.570406 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa2832-b5c9-4b65-a3b5-ebf137f38161 req-0fdb1637-81ef-4548-bd2e-abdd31caa7aa tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:24.571923 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-76fa2832-b5c9-4b65-a3b5-ebf137f38161 req-0fdb1637-81ef-4548-bd2e-abdd31caa7aa tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 943 time: 0.0653837 Jul 20 15:39:24.622902 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-76fa2832-b5c9-4b65-a3b5-ebf137f38161 req-94b86c23-f627-42f6-9446-918e345d0b2a tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451140 Jul 20 15:39:24.736844 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c67b9e0a-aec9-4f87-a1f7-6d09c947652a tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:24.738048 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-c67b9e0a-aec9-4f87-a1f7-6d09c947652a tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6786957 Jul 20 15:39:24.749821 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 48710) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:39:24.755980 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-c04f21ee-d262-4ebb-bd62-cafec733e570 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Request body: {'security_group_rule': {'security_group_id': '61b50363-ebbd-42bf-84a3-1e57fbe3ace6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:39:24.815895 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e7443-505a-4b58-b2b9-dc024fcc8632 req-d8d7dacb-58dd-46f2-a719-9b4d6081eea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:24.817405 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-b51e7443-505a-4b58-b2b9-dc024fcc8632 req-d8d7dacb-58dd-46f2-a719-9b4d6081eea0 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11&tenant_id=09d92d320f8748c58aca3fd6a8776540 HTTP/1.1" status: 200 len: 1127 time: 0.0420954 Jul 20 15:39:24.877643 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e7443-505a-4b58-b2b9-dc024fcc8632 req-38d49243-8724-4d85-90e5-baf598225b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:24.879218 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-b51e7443-505a-4b58-b2b9-dc024fcc8632 req-38d49243-8724-4d85-90e5-baf598225b65 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=09d92d320f8748c58aca3fd6a8776540&device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 1127 time: 0.0412502 Jul 20 15:39:24.921346 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-c04f21ee-d262-4ebb-bd62-cafec733e570 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group_rule (93742f4d-0c7c-47cf-82dd-de9188fc1415), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:24.931161 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:25.023741 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e7443-505a-4b58-b2b9-dc024fcc8632 req-cbcd6d15-916d-4166-87f0-9f71a07400cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:25.025233 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-b51e7443-505a-4b58-b2b9-dc024fcc8632 req-cbcd6d15-916d-4166-87f0-9f71a07400cd service neutron] 10.222.0.102 "GET /v2.0/networks?id=83eae464-5738-40f7-a1db-5e4b986b02e4 HTTP/1.1" status: 200 len: 910 time: 0.1390789 Jul 20 15:39:25.027632 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-c04f21ee-d262-4ebb-bd62-cafec733e570 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group_rule (93742f4d-0c7c-47cf-82dd-de9188fc1415), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:25.039687 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:25.097541 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-b51e7443-505a-4b58-b2b9-dc024fcc8632 req-ee0acced-612f-4ff0-bdf2-369453e2953c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dcfcdca-0e07-4def-8734-604f0229a302 HTTP/1.1" status: 200 len: 998 time: 0.0660324 Jul 20 15:39:25.103958 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:25.151006 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e7443-505a-4b58-b2b9-dc024fcc8632 req-794ba168-7457-4a2b-99f7-3f06b06303e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:25.152570 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-b51e7443-505a-4b58-b2b9-dc024fcc8632 req-794ba168-7457-4a2b-99f7-3f06b06303e6 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=cd17c142-9056-42a5-9669-94b6a2aab906 HTTP/1.1" status: 200 len: 848 time: 0.0502334 Jul 20 15:39:25.171090 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device a14d5f16-fe56-45ba-b07b-4affc5762962 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:39:25.191386 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-c04f21ee-d262-4ebb-bd62-cafec733e570 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624241'] for security_group_rule (93742f4d-0c7c-47cf-82dd-de9188fc1415), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:25.221811 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f21ee-d262-4ebb-bd62-cafec733e570 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93742f4d-0c7c-47cf-82dd-de9188fc1415,revision_number=0']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:39:25.225534 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e7443-505a-4b58-b2b9-dc024fcc8632 req-16c5b633-09c7-4cdb-a69f-0936ff7eb993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:25.227108 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-b51e7443-505a-4b58-b2b9-dc024fcc8632 req-16c5b633-09c7-4cdb-a69f-0936ff7eb993 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=83eae464-5738-40f7-a1db-5e4b986b02e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0693951 Jul 20 15:39:25.290882 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port a14d5f16-fe56-45ba-b07b-4affc5762962, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a14d5f16-fe56-45ba-b07b-4affc5762962,segment=NetworkSegment(643648c2-fbcf-4011-96d1-5d3dde59321a),segment_id=643648c2-fbcf-4011-96d1-5d3dde59321a)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:39:25.305304 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Returning: {'device': 'a14d5f16-fe56-45ba-b07b-4affc5762962', 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e', 'port_id': 'a14d5f16-fe56-45ba-b07b-4affc5762962', 'mac_address': 'fa:16:3e:8e:72:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 980, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:39:25.330848 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:25.345386 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port a14d5f16-fe56-45ba-b07b-4affc5762962 is: DOWN; New status is: BUILD {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:39:25.599812 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (a14d5f16-fe56-45ba-b07b-4affc5762962), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:25.600269 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-b51e7443-505a-4b58-b2b9-dc024fcc8632 req-39dba6bf-3052-4011-9ef7-b550c46005fb service neutron] 10.222.0.102 "GET /v2.0/networks/83eae464-5738-40f7-a1db-5e4b986b02e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096983 Jul 20 15:39:25.602736 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a14d5f16-fe56-45ba-b07b-4affc5762962 {{(pid=104511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:39:25.602736 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port a14d5f16-fe56-45ba-b07b-4affc5762962, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a14d5f16-fe56-45ba-b07b-4affc5762962,segment=NetworkSegment(643648c2-fbcf-4011-96d1-5d3dde59321a),segment_id=643648c2-fbcf-4011-96d1-5d3dde59321a)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:39:25.602951 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c15f1-e08d-4f6f-ab91-db7a2c6191dd req-57cd6740-d497-40e1-9cb5-2a3a5d6322a6 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:25.602951 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-317c15f1-e08d-4f6f-ab91-db7a2c6191dd req-57cd6740-d497-40e1-9cb5-2a3a5d6322a6 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 944 time: 0.0535450 Jul 20 15:39:25.604002 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-b51e7443-505a-4b58-b2b9-dc024fcc8632 req-c36a84de-ada7-4c0c-bec5-a5eca9335f4d service neutron] 10.222.0.102 "GET /v2.0/networks/83eae464-5738-40f7-a1db-5e4b986b02e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971007 Jul 20 15:39:25.604101 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-317c15f1-e08d-4f6f-ab91-db7a2c6191dd req-4aa56698-0fa0-4219-98c4-efe8b288d4a2 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536480 Jul 20 15:39:25.628525 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 6 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:39:25.754150 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8ec51-2987-4819-a4e6-c73c77f6608e req-bfb57c3e-7c2b-4b7a-a3b2-c15f1c8d987b tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:25.755679 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-52c8ec51-2987-4819-a4e6-c73c77f6608e req-bfb57c3e-7c2b-4b7a-a3b2-c15f1c8d987b tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 943 time: 0.0539737 Jul 20 15:39:25.809675 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-52c8ec51-2987-4819-a4e6-c73c77f6608e req-d398ff1d-2c80-4b6b-8aeb-18819b9dbc11 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473242 Jul 20 15:39:26.460081 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-c04f21ee-d262-4ebb-bd62-cafec733e570 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:26.461048 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (a14d5f16-fe56-45ba-b07b-4affc5762962), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:26.461947 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-c04f21ee-d262-4ebb-bd62-cafec733e570 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7109787 Jul 20 15:39:26.471664 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 48722) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:39:26.476753 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-e1ae11bc-8e1c-4810-9506-74080cfbb496 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Request body: {'floatingip': {'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:39:26.520909 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=a14d5f16-fe56-45ba-b07b-4affc5762962,revision_number=9']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:39:26.590583 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531bbaa-6a91-4f70-add9-2e0f02b84aa7 req-aa570610-08ed-4c39-a0e5-f2332ff23912 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:26.592103 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9531bbaa-6a91-4f70-add9-2e0f02b84aa7 req-aa570610-08ed-4c39-a0e5-f2332ff23912 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 945 time: 0.0482242 Jul 20 15:39:26.644428 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9531bbaa-6a91-4f70-add9-2e0f02b84aa7 req-3850084e-5cd0-47b8-8939-d523468ba950 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465584 Jul 20 15:39:26.710532 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] get_ports_and_sgs() called for port_ids ['a14d5f16-fe56-45ba-b07b-4affc5762962'] {{(pid=104511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:39:26.752298 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-e1ae11bc-8e1c-4810-9506-74080cfbb496 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:26.854614 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-e1ae11bc-8e1c-4810-9506-74080cfbb496 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:26.972476 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3b84c-eee4-424f-9f7c-9ee889553dd3 req-58e832c4-ba56-44fc-99d9-ec4b743e31c2 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:26.973901 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-87f3b84c-eee4-424f-9f7c-9ee889553dd3 req-58e832c4-ba56-44fc-99d9-ec4b743e31c2 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 943 time: 0.0717728 Jul 20 15:39:26.978859 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:27.053088 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.db_base_plugin_common [None req-e1ae11bc-8e1c-4810-9506-74080cfbb496 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Allocated IP 172.27.1.59 (8e10d912-d794-48e6-8f9b-6baf59c7f77e/d5daf119-8c14-4f50-a186-1c01cb5bfe5f/d7befc23-0842-4c5b-a280-99f55829795b) {{(pid=104510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:39:27.093491 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-87f3b84c-eee4-424f-9f7c-9ee889553dd3 req-2b1f277c-52d4-42d9-9cad-67571c2f8189 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788074 Jul 20 15:39:27.187493 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-e1ae11bc-8e1c-4810-9506-74080cfbb496 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for port (d7befc23-0842-4c5b-a280-99f55829795b), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:27.323454 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-e1ae11bc-8e1c-4810-9506-74080cfbb496 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25775823'] for port (d7befc23-0842-4c5b-a280-99f55829795b), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:27.331685 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device a14d5f16-fe56-45ba-b07b-4affc5762962 up at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:39:27.371749 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ae11bc-8e1c-4810-9506-74080cfbb496 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Network 8e10d912-d794-48e6-8f9b-6baf59c7f77e is already hosted by enough agents. {{(pid=104510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:39:27.377165 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.base_scheduler [None req-e1ae11bc-8e1c-4810-9506-74080cfbb496 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Resources bound (agent type, host, resource id): {{(pid=104510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:39:27.379639 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning complete for port a14d5f16-fe56-45ba-b07b-4affc5762962 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:39:27.380025 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (a14d5f16-fe56-45ba-b07b-4affc5762962), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:27.380227 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ae11bc-8e1c-4810-9506-74080cfbb496 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Received port after_create {{(pid=104510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:39:27.384027 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae11bc-8e1c-4810-9506-74080cfbb496 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Pushing event updated for resources: {'Port': ['ID=d7befc23-0842-4c5b-a280-99f55829795b,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:39:27.465561 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port a14d5f16-fe56-45ba-b07b-4affc5762962 is: BUILD; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:39:27.466155 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (a14d5f16-fe56-45ba-b07b-4affc5762962), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:27.476864 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-e1ae11bc-8e1c-4810-9506-74080cfbb496 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for floatingip (80e388b3-c923-4e2d-863f-4c204e9bcf51), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:27.490968 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f04603-2085-4cc0-8263-d9c95c31f8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a14d5f16-fe56-45ba-b07b-4affc5762962'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:39:27.493192 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d079ce0f3ed41026034ae0451e18cae4cf0a7f47a911dfcb655775793fbc38ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac50bfd-1ece-45e4-be37-430191ad5d7d" -d '{"events": [{"server_uuid": "f1f04603-2085-4cc0-8263-d9c95c31f8a7", "name": "network-vif-plugged", "status": "completed", "tag": "a14d5f16-fe56-45ba-b07b-4affc5762962"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:39:27.506587 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port a14d5f16-fe56-45ba-b07b-4affc5762962, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a14d5f16-fe56-45ba-b07b-4affc5762962,segment=NetworkSegment(643648c2-fbcf-4011-96d1-5d3dde59321a),segment_id=643648c2-fbcf-4011-96d1-5d3dde59321a)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:39:27.531881 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 15:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365b87c3-e744-48ad-983a-0f967c73d467 x-openstack-request-id: req-365b87c3-e744-48ad-983a-0f967c73d467 {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:39:27.532360 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f04603-2085-4cc0-8263-d9c95c31f8a7", "name": "network-vif-plugged", "status": "completed", "tag": "a14d5f16-fe56-45ba-b07b-4affc5762962", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:39:27.532690 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-365b87c3-e744-48ad-983a-0f967c73d467 {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:39:27.533261 dv-cinder-819149-12-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-365b87c3-e744-48ad-983a-0f967c73d467'] response: {'server_uuid': 'f1f04603-2085-4cc0-8263-d9c95c31f8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a14d5f16-fe56-45ba-b07b-4affc5762962', 'code': 200} Jul 20 15:39:27.672641 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-e1ae11bc-8e1c-4810-9506-74080cfbb496 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (d7befc23-0842-4c5b-a280-99f55829795b), before_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:27.799978 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (a14d5f16-fe56-45ba-b07b-4affc5762962), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:27.815524 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec195ab9-995d-4444-9585-7477bb7fb958 req-6f2964b9-6234-4338-a6ec-d050b861c5c4 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:27.817592 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ec195ab9-995d-4444-9585-7477bb7fb958 req-6f2964b9-6234-4338-a6ec-d050b861c5c4 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 945 time: 0.0904315 Jul 20 15:39:27.876508 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=a14d5f16-fe56-45ba-b07b-4affc5762962,revision_number=10']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:39:27.898705 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-e1ae11bc-8e1c-4810-9506-74080cfbb496 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for port (d7befc23-0842-4c5b-a280-99f55829795b), precommit_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:27.908992 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ec195ab9-995d-4444-9585-7477bb7fb958 req-add8a200-6ff8-42bb-b38c-001c26c2a810 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755756 Jul 20 15:39:28.068037 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-e1ae11bc-8e1c-4810-9506-74080cfbb496 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25775864'] for port (d7befc23-0842-4c5b-a280-99f55829795b), after_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:28.144742 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae11bc-8e1c-4810-9506-74080cfbb496 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Pushing event updated for resources: {'Port': ['ID=d7befc23-0842-4c5b-a280-99f55829795b,revision_number=2']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:39:28.160643 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d975c18-bde2-4b79-b250-5f5e1ee97e5c req-c7d7dc1b-70e7-4646-a0f1-82e9d0e33843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:28.162487 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-9d975c18-bde2-4b79-b250-5f5e1ee97e5c req-c7d7dc1b-70e7-4646-a0f1-82e9d0e33843 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 1131 time: 0.0490706 Jul 20 15:39:28.167931 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-e1ae11bc-8e1c-4810-9506-74080cfbb496 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714675'] for floatingip (80e388b3-c923-4e2d-863f-4c204e9bcf51), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:28.208910 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fe318-4dfd-4c52-96de-c3b20382bce7 req-15cf6a5b-6655-4934-af47-329376b72f77 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:28.210543 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-109fe318-4dfd-4c52-96de-c3b20382bce7 req-15cf6a5b-6655-4934-af47-329376b72f77 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 943 time: 0.0567529 Jul 20 15:39:28.212126 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-9d975c18-bde2-4b79-b250-5f5e1ee97e5c req-ab166a25-c75a-456a-af56-6673cd45c848 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426037 Jul 20 15:39:28.261833 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-109fe318-4dfd-4c52-96de-c3b20382bce7 req-ca0207b7-02a1-4334-9043-1c3060a0588b tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449362 Jul 20 15:39:28.373223 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-e1ae11bc-8e1c-4810-9506-74080cfbb496 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for floatingip (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:28.374498 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-e1ae11bc-8e1c-4810-9506-74080cfbb496 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9013603 Jul 20 15:39:28.578565 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-c14f84ef-4988-444a-b15d-3b2396959d9a tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1850035640&fields=id&tenant_id=44dc2a5c754d42d1862b331afef2183f HTTP/1.1" status: 200 len: 267 time: 0.0447145 Jul 20 15:39:28.621663 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:28.694571 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-d95cf76f-7e8e-4d4c-be4b-d4b9c138cff1 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:28.695920 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-d95cf76f-7e8e-4d4c-be4b-d4b9c138cff1 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/networks?id=4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc HTTP/1.1" status: 200 len: 814 time: 0.1093256 Jul 20 15:39:28.710961 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-7e7a6817-163f-461b-a997-bbb5cc69ae3b tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/quotas/44dc2a5c754d42d1862b331afef2183f HTTP/1.1" status: 200 len: 375 time: 0.0096695 Jul 20 15:39:28.763985 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-fa69e4c1-091d-4875-8949-99a4b33c85f6 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=44dc2a5c754d42d1862b331afef2183f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480013 Jul 20 15:39:28.875096 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-231fc3a8-eda2-4895-9c37-f480d083df46 service neutron] 10.222.0.78 "GET /v2.0/networks/4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000822 Jul 20 15:39:28.971690 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-229a5e9d-371e-4320-b3bd-40740a0f19ef service neutron] 10.222.0.78 "GET /v2.0/networks/4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908935 Jul 20 15:39:29.036223 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb58d0-db80-4b8d-a15d-5d903f514d1b req-66d32fa0-1afd-4246-a74c-35e6110d6885 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:29.037742 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-24cb58d0-db80-4b8d-a15d-5d903f514d1b req-66d32fa0-1afd-4246-a74c-35e6110d6885 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 947 time: 0.0506859 Jul 20 15:39:29.086670 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-24cb58d0-db80-4b8d-a15d-5d903f514d1b req-50632a36-2f8e-42ad-b04d-6797e6f4d9fe tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419483 Jul 20 15:39:29.326901 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-fe2a909c-b564-49de-83ad-5e5da030f7f4 req-3444666d-9a35-4c39-85f6-8af375c1ca4d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=84c1c67f-27a0-475d-9897-10786bf0bc74 HTTP/1.1" status: 200 len: 210 time: 0.0377758 Jul 20 15:39:29.393342 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51189514-944b-43aa-9cfd-e2d402b44885 req-f0a416b0-fa0a-4507-85ad-0caf1e2a9520 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:29.394951 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-51189514-944b-43aa-9cfd-e2d402b44885 req-f0a416b0-fa0a-4507-85ad-0caf1e2a9520 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 943 time: 0.0588536 Jul 20 15:39:29.446593 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-51189514-944b-43aa-9cfd-e2d402b44885 req-47dca1ae-8a0a-4b4d-90b2-110bf7f88aa8 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459101 Jul 20 15:39:30.208409 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88a914-264d-4823-bb70-cae8323958e9 req-9b22f58c-baca-4b73-aeb8-4ecb285f4c6e tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:30.210022 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4c88a914-264d-4823-bb70-cae8323958e9 req-9b22f58c-baca-4b73-aeb8-4ecb285f4c6e tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 947 time: 0.0490026 Jul 20 15:39:30.260015 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4c88a914-264d-4823-bb70-cae8323958e9 req-018b3072-5f64-41bb-ba63-55e0b20e9964 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443850 Jul 20 15:39:30.406588 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9c921711-ae51-43b3-a059-edc6cf1ad6b7 req-debb320e-e61a-482d-a79d-ebe08911f796 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=84c1c67f-27a0-475d-9897-10786bf0bc74 HTTP/1.1" status: 200 len: 210 time: 0.0279179 Jul 20 15:39:30.444912 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:30.572233 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2413fb3-02ec-4c9f-907b-74d325dc303c req-cd64941a-101b-43c4-b1d3-1b2abeac13c4 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:30.573773 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d2413fb3-02ec-4c9f-907b-74d325dc303c req-cd64941a-101b-43c4-b1d3-1b2abeac13c4 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 943 time: 0.0524893 Jul 20 15:39:30.635535 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d2413fb3-02ec-4c9f-907b-74d325dc303c req-39ed22a2-f654-4aa8-82f3-1e76a327b4b0 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515499 Jul 20 15:39:31.392212 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8023dd1-7733-4b92-b528-09725607b34e req-d93eabcd-b7fe-4f56-b278-f579cce6f62c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:31.394552 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-f8023dd1-7733-4b92-b528-09725607b34e req-d93eabcd-b7fe-4f56-b278-f579cce6f62c tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 947 time: 0.0538871 Jul 20 15:39:31.443954 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-f8023dd1-7733-4b92-b528-09725607b34e req-85a1f91b-375f-4299-9168-8b507a2533ab tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436029 Jul 20 15:39:31.542544 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-8f6a0897-11d3-42dc-a323-dac4c72129f9 req-47564536-fc4d-435e-b40e-fad5d006c42a tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=84c1c67f-27a0-475d-9897-10786bf0bc74 HTTP/1.1" status: 200 len: 210 time: 0.0285556 Jul 20 15:39:31.760239 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f2b38-0688-4b48-a884-31e7378f970e req-f1c3e314-5291-44a3-8010-a0b358613ca6 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:31.761792 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-394f2b38-0688-4b48-a884-31e7378f970e req-f1c3e314-5291-44a3-8010-a0b358613ca6 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 943 time: 0.0516369 Jul 20 15:39:31.813103 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-394f2b38-0688-4b48-a884-31e7378f970e req-128f07f9-8988-4390-8525-2639712760cd tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455060 Jul 20 15:39:32.222252 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:32.488885 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:32.598187 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219ac85-3f5c-408b-9d5a-a4dee68ab357 req-ecf78f8d-7f38-4933-8686-e4e2140858fe tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:32.599778 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-0219ac85-3f5c-408b-9d5a-a4dee68ab357 req-ecf78f8d-7f38-4933-8686-e4e2140858fe tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 947 time: 0.0520623 Jul 20 15:39:32.655444 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-58e58bd4-5d5a-4094-b1ca-caf7dde21e20 req-2b3b4b63-f1ea-47f4-b078-fbacf85403e1 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=84c1c67f-27a0-475d-9897-10786bf0bc74 HTTP/1.1" status: 200 len: 210 time: 0.0380967 Jul 20 15:39:32.680896 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-0219ac85-3f5c-408b-9d5a-a4dee68ab357 req-e1f5cffb-ce73-4825-ae02-99200e89bb1e tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702810 Jul 20 15:39:32.682348 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:32.932441 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11e57f-4901-4d82-9a65-d78b3b837da4 req-45ef607c-86df-4ed7-92e4-4e9eeed91c30 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:32.933952 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-fc11e57f-4901-4d82-9a65-d78b3b837da4 req-45ef607c-86df-4ed7-92e4-4e9eeed91c30 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 943 time: 0.0524950 Jul 20 15:39:32.993373 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-fc11e57f-4901-4d82-9a65-d78b3b837da4 req-d432fb94-4793-465a-b653-6a87b17d0935 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503440 Jul 20 15:39:33.902376 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-22a31c0e-3b0a-4652-8dcf-3db87a422530 req-1b006338-48ac-4992-8dd8-532fc01f7ac2 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=84c1c67f-27a0-475d-9897-10786bf0bc74 HTTP/1.1" status: 200 len: 210 time: 0.0280209 Jul 20 15:39:34.108949 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0787f8d-4033-4828-a825-2b664ca858d5 req-fe9d9423-01f3-4885-b76e-f2d4fc873cfa tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:34.110461 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b0787f8d-4033-4828-a825-2b664ca858d5 req-fe9d9423-01f3-4885-b76e-f2d4fc873cfa tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 943 time: 0.0485911 Jul 20 15:39:34.162332 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b0787f8d-4033-4828-a825-2b664ca858d5 req-e3d2a2c2-e953-49e0-9c9f-39315d39b311 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462677 Jul 20 15:39:34.998921 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ce0477d7-9df0-456b-9ef1-f19fc3efc678 req-6cd53484-97d6-430c-ae44-9ca5e3bcf4a7 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=84c1c67f-27a0-475d-9897-10786bf0bc74 HTTP/1.1" status: 200 len: 210 time: 0.0287750 Jul 20 15:39:35.278211 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1fd0e-b931-4015-b241-34a767401388 req-03f24533-af33-4266-9a72-f0afd59bf45d tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:35.279705 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-50a1fd0e-b931-4015-b241-34a767401388 req-03f24533-af33-4266-9a72-f0afd59bf45d tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 943 time: 0.0479324 Jul 20 15:39:35.330768 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-50a1fd0e-b931-4015-b241-34a767401388 req-e180ca51-c105-40e6-ad72-a7f4893f39cc tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450485 Jul 20 15:39:35.623389 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:35.624427 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=5 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:35.814982 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-511e50a3-a81d-49f9-a3fa-0c7ce699ffec tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:35.816436 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-511e50a3-a81d-49f9-a3fa-0c7ce699ffec tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.102 "GET /v2.0/networks?id=4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc HTTP/1.1" status: 200 len: 814 time: 0.1022265 Jul 20 15:39:35.841668 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:35.902129 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-71aac57d-f878-4ab0-9ee4-0706ce7d4774 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44dc2a5c754d42d1862b331afef2183f HTTP/1.1" status: 200 len: 473 time: 0.0770025 Jul 20 15:39:35.911062 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-1e0be1f2-4c88-4c92-8d8a-8b30eec076bd tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Request body: {'port': {'device_id': '84c1c67f-27a0-475d-9897-10786bf0bc74', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'admin_state_up': True, 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'security_groups': ['61b50363-ebbd-42bf-84a3-1e57fbe3ace6']}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:39:36.095434 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a8827fbf-1fce-49fe-afa8-217332a6d6ce req-01dcbe31-6128-472a-9ea7-9d66fe22505f tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=84c1c67f-27a0-475d-9897-10786bf0bc74 HTTP/1.1" status: 200 len: 210 time: 0.0293639 Jul 20 15:39:36.204787 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-1e0be1f2-4c88-4c92-8d8a-8b30eec076bd tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Made reservation on behalf of 44dc2a5c754d42d1862b331afef2183f for: {'port': 1} {{(pid=104509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:39:36.208532 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-1e0be1f2-4c88-4c92-8d8a-8b30eec076bd tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:36.367363 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_common [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-1e0be1f2-4c88-4c92-8d8a-8b30eec076bd tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Allocated IP 172.20.0.4 (4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc/f67dc5bc-fa6a-464f-8936-90155eea6d28/4be42035-ca2a-44b6-8ef1-f43eab23bd03) {{(pid=104509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:39:36.402065 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:36.461350 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e58e61-556c-4d00-97d3-2276b541e9d2 req-40158c49-8d7a-4749-b205-0704ae94373b tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:36.462861 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-23e58e61-556c-4d00-97d3-2276b541e9d2 req-40158c49-8d7a-4749-b205-0704ae94373b tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 943 time: 0.0564592 Jul 20 15:39:36.528086 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-1e0be1f2-4c88-4c92-8d8a-8b30eec076bd tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for port (4be42035-ca2a-44b6-8ef1-f43eab23bd03), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:36.531139 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-23e58e61-556c-4d00-97d3-2276b541e9d2 req-33d4dd56-3ca6-41cb-8eb3-249c5108dfa8 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620689 Jul 20 15:39:36.784324 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-1e0be1f2-4c88-4c92-8d8a-8b30eec076bd tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (4be42035-ca2a-44b6-8ef1-f43eab23bd03), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:36.834136 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-1e0be1f2-4c88-4c92-8d8a-8b30eec076bd tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Network 4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc is already hosted by enough agents. {{(pid=104509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:39:36.840101 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-1e0be1f2-4c88-4c92-8d8a-8b30eec076bd tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Resources bound (agent type, host, resource id): {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:39:36.844513 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-1e0be1f2-4c88-4c92-8d8a-8b30eec076bd tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Received port after_create {{(pid=104509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:39:36.876674 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0be1f2-4c88-4c92-8d8a-8b30eec076bd tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Pushing event updated for resources: {'Port': ['ID=4be42035-ca2a-44b6-8ef1-f43eab23bd03,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:39:36.906479 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-1e0be1f2-4c88-4c92-8d8a-8b30eec076bd tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:36.907144 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-1e0be1f2-4c88-4c92-8d8a-8b30eec076bd tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:37.053821 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-1e0be1f2-4c88-4c92-8d8a-8b30eec076bd tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1470237 Jul 20 15:39:37.065024 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-80f4fd9f-ed42-4505-b042-cc880d081548 service neutron] Request body: {'port': {'device_id': '84c1c67f-27a0-475d-9897-10786bf0bc74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:39:37.140645 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-26f9cdbb-dbc8-4916-9ed4-e1f17299b0c4 None None] Provisioning complete for port 4be42035-ca2a-44b6-8ef1-f43eab23bd03 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:39:37.141242 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-26f9cdbb-dbc8-4916-9ed4-e1f17299b0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (4be42035-ca2a-44b6-8ef1-f43eab23bd03), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:37.158516 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-80f4fd9f-ed42-4505-b042-cc880d081548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (4be42035-ca2a-44b6-8ef1-f43eab23bd03), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:37.178957 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-26f9cdbb-dbc8-4916-9ed4-e1f17299b0c4 None None] Port 4be42035-ca2a-44b6-8ef1-f43eab23bd03 cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:39:37.219985 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:37.243316 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e502b5-c4ba-455b-8c47-d84fbc1df997 req-c8b8f66c-5e66-491f-80ba-2258a3f5b988 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:37.245337 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-34e502b5-c4ba-455b-8c47-d84fbc1df997 req-c8b8f66c-5e66-491f-80ba-2258a3f5b988 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=84c1c67f-27a0-475d-9897-10786bf0bc74 HTTP/1.1" status: 200 len: 931 time: 0.0557961 Jul 20 15:39:37.300268 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-34e502b5-c4ba-455b-8c47-d84fbc1df997 req-5ee25840-7844-41b1-a339-1e24fc3039cd tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?id=61b50363-ebbd-42bf-84a3-1e57fbe3ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475922 Jul 20 15:39:37.376945 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 5dcfcdca-0e07-4def-8734-604f0229a302 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:39:37.483137 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-80f4fd9f-ed42-4505-b042-cc880d081548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4be42035-ca2a-44b6-8ef1-f43eab23bd03 {{(pid=104509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:39:37.496668 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-80f4fd9f-ed42-4505-b042-cc880d081548 service neutron] Publish callbacks [] for port (4be42035-ca2a-44b6-8ef1-f43eab23bd03), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:37.512302 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.provisioning_blocks [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-80f4fd9f-ed42-4505-b042-cc880d081548 service neutron] Transition to ACTIVE for port object 4be42035-ca2a-44b6-8ef1-f43eab23bd03 will not be triggered until provisioned by entity L2. {{(pid=104509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 15:39:37.523092 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 5dcfcdca-0e07-4def-8734-604f0229a302, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=5dcfcdca-0e07-4def-8734-604f0229a302,segment=NetworkSegment(4d7dbf90-951c-40d5-874b-aa4cf8238fe9),segment_id=4d7dbf90-951c-40d5-874b-aa4cf8238fe9)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:39:37.536981 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Returning: {'device': '5dcfcdca-0e07-4def-8734-604f0229a302', 'network_id': '83eae464-5738-40f7-a1db-5e4b986b02e4', 'port_id': '5dcfcdca-0e07-4def-8734-604f0229a302', 'mac_address': 'fa:16:3e:b6:28:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 968, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd17c142-9056-42a5-9669-94b6a2aab906', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:39:37.572821 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port 5dcfcdca-0e07-4def-8734-604f0229a302 is: DOWN; New status is: BUILD {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:39:37.573730 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (5dcfcdca-0e07-4def-8734-604f0229a302), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:37.587533 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dcfcdca-0e07-4def-8734-604f0229a302 {{(pid=104511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:39:37.609303 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 5dcfcdca-0e07-4def-8734-604f0229a302, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=5dcfcdca-0e07-4def-8734-604f0229a302,segment=NetworkSegment(4d7dbf90-951c-40d5-874b-aa4cf8238fe9),segment_id=4d7dbf90-951c-40d5-874b-aa4cf8238fe9)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:39:37.615103 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:37.654871 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-80f4fd9f-ed42-4505-b042-cc880d081548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934114'] for port (4be42035-ca2a-44b6-8ef1-f43eab23bd03), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:37.663071 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a8975-760f-4adf-826c-d4b5b17e9cc5 req-8e9f03c9-5b4e-478d-8799-6f8a87c20913 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:37.664686 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-562a8975-760f-4adf-826c-d4b5b17e9cc5 req-8e9f03c9-5b4e-478d-8799-6f8a87c20913 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 943 time: 0.0616913 Jul 20 15:39:37.717391 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f4fd9f-ed42-4505-b042-cc880d081548 service neutron] Pushing event updated for resources: {'Port': ['ID=4be42035-ca2a-44b6-8ef1-f43eab23bd03,revision_number=2']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:39:37.744727 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-562a8975-760f-4adf-826c-d4b5b17e9cc5 req-b585232a-ee4b-4963-91fc-c2b4627bd4d8 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715046 Jul 20 15:39:37.798360 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-80f4fd9f-ed42-4505-b042-cc880d081548 service neutron] Attempting to bind port 4be42035-ca2a-44b6-8ef1-f43eab23bd03 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:39:37.798747 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-80f4fd9f-ed42-4505-b042-cc880d081548 service neutron] Attempting to bind port 4be42035-ca2a-44b6-8ef1-f43eab23bd03 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'e026d837-5e38-45b1-9c83-a88e3f038dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc'}] {{(pid=104509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:39:37.799084 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-80f4fd9f-ed42-4505-b042-cc880d081548 service neutron] Attempting to bind port 4be42035-ca2a-44b6-8ef1-f43eab23bd03 on network 4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:39:37.803987 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-80f4fd9f-ed42-4505-b042-cc880d081548 service neutron] Port 4be42035-ca2a-44b6-8ef1-f43eab23bd03 on network 4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 15:39:37.804318 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-80f4fd9f-ed42-4505-b042-cc880d081548 service neutron] Attempting to bind port 4be42035-ca2a-44b6-8ef1-f43eab23bd03 on network 4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:39:37.810127 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-80f4fd9f-ed42-4505-b042-cc880d081548 service neutron] Checking agent: {'id': '84834a4b-f4d1-4c41-9203-9b15edc444f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 29, 38), 'started_at': datetime.datetime(2022, 7, 20, 15, 29, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:39:37.810551 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-80f4fd9f-ed42-4505-b042-cc880d081548 service neutron] Checking segment: {'id': 'e026d837-5e38-45b1-9c83-a88e3f038dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:39:37.811067 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-80f4fd9f-ed42-4505-b042-cc880d081548 service neutron] Bound using segment: {'id': 'e026d837-5e38-45b1-9c83-a88e3f038dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc'} {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:39:37.811383 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-80f4fd9f-ed42-4505-b042-cc880d081548 service neutron] Bound port: 4be42035-ca2a-44b6-8ef1-f43eab23bd03, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e026d837-5e38-45b1-9c83-a88e3f038dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc'}}] {{(pid=104509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:39:37.811727 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-80f4fd9f-ed42-4505-b042-cc880d081548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (4be42035-ca2a-44b6-8ef1-f43eab23bd03), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:37.828102 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (5dcfcdca-0e07-4def-8734-604f0229a302), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:37.875418 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:37.882872 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=5dcfcdca-0e07-4def-8734-604f0229a302,revision_number=7']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:39:37.894686 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:39:37.894938 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-80f4fd9f-ed42-4505-b042-cc880d081548 service neutron] For port 4be42035-ca2a-44b6-8ef1-f43eab23bd03, host hv-cinder-81914, cleared binding levels {{(pid=104509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:39:37.895395 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:39:37.898286 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:39:37.898694 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:39:37.899041 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-80f4fd9f-ed42-4505-b042-cc880d081548 service neutron] For port 4be42035-ca2a-44b6-8ef1-f43eab23bd03, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=4be42035-ca2a-44b6-8ef1-f43eab23bd03,segment=NetworkSegment(e026d837-5e38-45b1-9c83-a88e3f038dd4),segment_id=e026d837-5e38-45b1-9c83-a88e3f038dd4)] {{(pid=104509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:39:37.899166 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:39:37.899413 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:39:37.899759 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:39:37.900110 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:39:37.900448 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:39:37.900787 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:39:37.901126 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:39:37.902034 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:39:37.902400 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:39:37.902737 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:39:37.903062 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:39:38.051591 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] get_ports_and_sgs() called for port_ids ['5dcfcdca-0e07-4def-8734-604f0229a302'] {{(pid=104511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:39:38.079527 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-80f4fd9f-ed42-4505-b042-cc880d081548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934114'] for port (4be42035-ca2a-44b6-8ef1-f43eab23bd03), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:38.119326 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-80f4fd9f-ed42-4505-b042-cc880d081548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:38.119965 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-80f4fd9f-ed42-4505-b042-cc880d081548 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:38.121889 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-80f4fd9f-ed42-4505-b042-cc880d081548 service neutron] 10.222.0.102 "PUT /v2.0/ports/4be42035-ca2a-44b6-8ef1-f43eab23bd03 HTTP/1.1" status: 200 len: 1093 time: 1.0611684 Jul 20 15:39:38.124306 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84c1c67f-27a0-475d-9897-10786bf0bc74', 'tag': '4be42035-ca2a-44b6-8ef1-f43eab23bd03'}] {{(pid=104509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:39:38.128531 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df77c6b91a480694ea4413056d8ef6386aadd078611a8438297a7cf852766117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af04179-8787-4945-9c0c-22d1f12607d6" -d '{"events": [{"name": "network-changed", "server_uuid": "84c1c67f-27a0-475d-9897-10786bf0bc74", "tag": "4be42035-ca2a-44b6-8ef1-f43eab23bd03"}]}' {{(pid=104509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:39:38.167193 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f4fd9f-ed42-4505-b042-cc880d081548 service neutron] Pushing event updated for resources: {'Port': ['ID=4be42035-ca2a-44b6-8ef1-f43eab23bd03,revision_number=3']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:39:38.201696 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 15:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663a8c49-8193-4b29-87f3-3e47e77e80d7 x-openstack-request-id: req-663a8c49-8193-4b29-87f3-3e47e77e80d7 {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:39:38.202187 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84c1c67f-27a0-475d-9897-10786bf0bc74", "tag": "4be42035-ca2a-44b6-8ef1-f43eab23bd03", "status": "completed", "code": 200}]} {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:39:38.202636 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-663a8c49-8193-4b29-87f3-3e47e77e80d7 {{(pid=104509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:39:38.203277 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-663a8c49-8193-4b29-87f3-3e47e77e80d7'] response: {'name': 'network-changed', 'server_uuid': '84c1c67f-27a0-475d-9897-10786bf0bc74', 'tag': '4be42035-ca2a-44b6-8ef1-f43eab23bd03', 'status': 'completed', 'code': 200} Jul 20 15:39:38.298289 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af04179-8787-4945-9c0c-22d1f12607d6 req-010f57f4-9dec-42d6-aafe-da8f910bc60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:38.300831 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-5af04179-8787-4945-9c0c-22d1f12607d6 req-010f57f4-9dec-42d6-aafe-da8f910bc60a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=44dc2a5c754d42d1862b331afef2183f&device_id=84c1c67f-27a0-475d-9897-10786bf0bc74 HTTP/1.1" status: 200 len: 1127 time: 0.0747249 Jul 20 15:39:38.319346 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=100 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:38.434345 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af04179-8787-4945-9c0c-22d1f12607d6 req-5f252544-89fa-47de-95a7-ca3880206337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:38.435919 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-5af04179-8787-4945-9c0c-22d1f12607d6 req-5f252544-89fa-47de-95a7-ca3880206337 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=44dc2a5c754d42d1862b331afef2183f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1266201 Jul 20 15:39:38.443991 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56ccc3-df9e-460d-924c-98be9adf9c65 req-05f43fa1-632b-4601-a544-d6c66f1e6f04 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:38.447764 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-de56ccc3-df9e-460d-924c-98be9adf9c65 req-05f43fa1-632b-4601-a544-d6c66f1e6f04 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=84c1c67f-27a0-475d-9897-10786bf0bc74 HTTP/1.1" status: 200 len: 943 time: 0.0543585 Jul 20 15:39:38.497872 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-de56ccc3-df9e-460d-924c-98be9adf9c65 req-e9c7f77a-3814-459d-8916-f079a58a04d7 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?id=61b50363-ebbd-42bf-84a3-1e57fbe3ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457540 Jul 20 15:39:38.532388 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:38.546344 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af04179-8787-4945-9c0c-22d1f12607d6 req-a8039897-736d-4218-95a2-ae8727232e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:38.547743 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-5af04179-8787-4945-9c0c-22d1f12607d6 req-a8039897-736d-4218-95a2-ae8727232e3f service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1052506 Jul 20 15:39:38.629921 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-e6837c30-596a-496c-95b5-e113e15efef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:38.631399 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-e6837c30-596a-496c-95b5-e113e15efef6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=44dc2a5c754d42d1862b331afef2183f&device_id=84c1c67f-27a0-475d-9897-10786bf0bc74 HTTP/1.1" status: 200 len: 1127 time: 0.0433271 Jul 20 15:39:38.684066 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-3f45b047-bbb0-4d62-89f1-9201630b2b2f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4be42035-ca2a-44b6-8ef1-f43eab23bd03 HTTP/1.1" status: 200 len: 217 time: 0.0441411 Jul 20 15:39:38.734199 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-f2a4b396-f3ed-4c77-bf36-101b0a7e488e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:38.735686 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-f2a4b396-f3ed-4c77-bf36-101b0a7e488e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f67dc5bc-fa6a-464f-8936-90155eea6d28 HTTP/1.1" status: 200 len: 853 time: 0.0459547 Jul 20 15:39:38.789008 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-7b37589a-89b7-450f-8748-d168ce544502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:38.791404 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-7b37589a-89b7-450f-8748-d168ce544502 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0490730 Jul 20 15:39:38.916438 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-494bf283-6265-4b32-a5aa-84a117e0d14e service neutron] 10.222.0.102 "GET /v2.0/networks/4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180317 Jul 20 15:39:38.920620 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1dd417-c519-4496-becd-6a3f6738d4c9 req-f23ed663-51ba-4694-aa7d-7b317fbd9816 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:38.922213 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4a1dd417-c519-4496-becd-6a3f6738d4c9 req-f23ed663-51ba-4694-aa7d-7b317fbd9816 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 944 time: 0.0700476 Jul 20 15:39:38.985672 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4a1dd417-c519-4496-becd-6a3f6738d4c9 req-b82dffb5-517c-4573-ab2b-69b8b985b964 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560706 Jul 20 15:39:39.025704 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-8f8f68e9-a930-4a5e-b933-cd161d919560 req-f4c7e5cb-f785-4b28-9250-b2e18a262a9e service neutron] 10.222.0.102 "GET /v2.0/networks/4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024070 Jul 20 15:39:39.061757 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:39.384144 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 5dcfcdca-0e07-4def-8734-604f0229a302 up at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:39:39.429481 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning complete for port 5dcfcdca-0e07-4def-8734-604f0229a302 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:39:39.429865 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (5dcfcdca-0e07-4def-8734-604f0229a302), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:39.506880 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port 5dcfcdca-0e07-4def-8734-604f0229a302 is: BUILD; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:39:39.507325 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (5dcfcdca-0e07-4def-8734-604f0229a302), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:39.534658 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562e58cb-a1c0-4582-b4aa-46abf6053c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dcfcdca-0e07-4def-8734-604f0229a302'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:39:39.536920 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d079ce0f3ed41026034ae0451e18cae4cf0a7f47a911dfcb655775793fbc38ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02ff43e-5bf4-4fa9-8dfa-a0e33d46314d" -d '{"events": [{"server_uuid": "562e58cb-a1c0-4582-b4aa-46abf6053c11", "name": "network-vif-plugged", "status": "completed", "tag": "5dcfcdca-0e07-4def-8734-604f0229a302"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:39:39.552563 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 5dcfcdca-0e07-4def-8734-604f0229a302, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=5dcfcdca-0e07-4def-8734-604f0229a302,segment=NetworkSegment(4d7dbf90-951c-40d5-874b-aa4cf8238fe9),segment_id=4d7dbf90-951c-40d5-874b-aa4cf8238fe9)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:39:39.582552 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 15:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5007eb-f3c6-4f86-aeae-03333d850a53 x-openstack-request-id: req-7f5007eb-f3c6-4f86-aeae-03333d850a53 {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:39:39.582920 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562e58cb-a1c0-4582-b4aa-46abf6053c11", "name": "network-vif-plugged", "status": "completed", "tag": "5dcfcdca-0e07-4def-8734-604f0229a302", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:39:39.583236 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7f5007eb-f3c6-4f86-aeae-03333d850a53 {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:39:39.583701 dv-cinder-819149-12-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f5007eb-f3c6-4f86-aeae-03333d850a53'] response: {'server_uuid': '562e58cb-a1c0-4582-b4aa-46abf6053c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dcfcdca-0e07-4def-8734-604f0229a302', 'code': 200} Jul 20 15:39:39.603436 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:39.630452 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64ae4c-dbd9-443d-8603-78cc099428c0 req-fdfca643-c47c-48ab-82b1-2ab3f7b13a82 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:39.631946 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-7f64ae4c-dbd9-443d-8603-78cc099428c0 req-fdfca643-c47c-48ab-82b1-2ab3f7b13a82 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=84c1c67f-27a0-475d-9897-10786bf0bc74 HTTP/1.1" status: 200 len: 943 time: 0.0535963 Jul 20 15:39:39.670347 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (5dcfcdca-0e07-4def-8734-604f0229a302), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:39.686762 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-7f64ae4c-dbd9-443d-8603-78cc099428c0 req-d5c8152a-ce39-4ac2-9858-bb742798ed77 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?id=61b50363-ebbd-42bf-84a3-1e57fbe3ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491743 Jul 20 15:39:39.729328 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=5dcfcdca-0e07-4def-8734-604f0229a302,revision_number=8']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:39:40.067684 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:40.123118 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62d1a1-eafc-49c4-a3bc-e5808622b6e8 req-3f8e1ead-13bb-47f8-b48b-3bbc2b77102f tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:40.125770 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3a62d1a1-eafc-49c4-a3bc-e5808622b6e8 req-3f8e1ead-13bb-47f8-b48b-3bbc2b77102f tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 945 time: 0.0653386 Jul 20 15:39:40.178174 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3a62d1a1-eafc-49c4-a3bc-e5808622b6e8 req-053c6ddb-35fb-4749-83bd-e915db1bae45 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480332 Jul 20 15:39:40.416239 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe079566-95ce-4dfb-8d7e-512adb88c7a4 req-817bce17-2a29-405b-8b22-1b78e315444b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:40.417766 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-fe079566-95ce-4dfb-8d7e-512adb88c7a4 req-817bce17-2a29-405b-8b22-1b78e315444b service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 1129 time: 0.0397422 Jul 20 15:39:40.468262 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-fe079566-95ce-4dfb-8d7e-512adb88c7a4 req-06d465a1-cb80-4724-be1a-8822491fc946 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449455 Jul 20 15:39:40.813156 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44ee1f-3fbf-472b-8ee7-77624d3eba26 req-ec2cd640-9e33-4bbf-96d3-190e9650af7b tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:40.814635 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2d44ee1f-3fbf-472b-8ee7-77624d3eba26 req-ec2cd640-9e33-4bbf-96d3-190e9650af7b tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=84c1c67f-27a0-475d-9897-10786bf0bc74 HTTP/1.1" status: 200 len: 943 time: 0.0515361 Jul 20 15:39:40.865821 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2d44ee1f-3fbf-472b-8ee7-77624d3eba26 req-b72b3de0-3310-4a04-950a-abee70edd18b tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?id=61b50363-ebbd-42bf-84a3-1e57fbe3ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447278 Jul 20 15:39:41.119932 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 48914) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:39:41.269448 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-9605759b-3207-44c3-83f4-7828c20b1442 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:41.321272 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b3858-9323-4c8c-9307-c6a12236b199 req-db861760-b856-4467-8bde-018dae81abe5 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:41.322813 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d91b3858-9323-4c8c-9307-c6a12236b199 req-db861760-b856-4467-8bde-018dae81abe5 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 945 time: 0.0694432 Jul 20 15:39:41.403570 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d91b3858-9323-4c8c-9307-c6a12236b199 req-d4bcc8f8-4565-4787-b8ae-ccdbaebeac30 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735438 Jul 20 15:39:41.445683 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-9605759b-3207-44c3-83f4-7828c20b1442 admin admin] Publish callbacks [] for security_group (dd7b3312-6470-4411-9d70-ec50d6ba44a4), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:41.576356 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-9605759b-3207-44c3-83f4-7828c20b1442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (dd7b3312-6470-4411-9d70-ec50d6ba44a4), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:41.616939 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605759b-3207-44c3-83f4-7828c20b1442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7b3312-6470-4411-9d70-ec50d6ba44a4,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:39:41.621224 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-9605759b-3207-44c3-83f4-7828c20b1442 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a07ead20767d4875b07e23d17f35bd78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5001683 Jul 20 15:39:41.626294 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 48920) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:39:41.686346 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-1685c997-9bdd-4c85-a670-d79b5ed12698 admin admin] Publish callbacks [] for security_group (dd7b3312-6470-4411-9d70-ec50d6ba44a4), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:41.711439 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-1685c997-9bdd-4c85-a670-d79b5ed12698 admin admin] Publish callbacks [] for security_group (dd7b3312-6470-4411-9d70-ec50d6ba44a4), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:41.735241 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:41.890691 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-1685c997-9bdd-4c85-a670-d79b5ed12698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (dd7b3312-6470-4411-9d70-ec50d6ba44a4), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:41.892514 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-1685c997-9bdd-4c85-a670-d79b5ed12698 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:41.893791 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-1685c997-9bdd-4c85-a670-d79b5ed12698 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dd7b3312-6470-4411-9d70-ec50d6ba44a4 HTTP/1.1" status: 204 len: 168 time: 0.2660582 Jul 20 15:39:41.905741 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1685c997-9bdd-4c85-a670-d79b5ed12698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7b3312-6470-4411-9d70-ec50d6ba44a4,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:39:42.008854 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4c1a0-62c0-4107-919a-60e226c496e5 req-d2a8c91a-0475-41f0-aca6-c2c815d156b5 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:42.010291 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-77d4c1a0-62c0-4107-919a-60e226c496e5 req-d2a8c91a-0475-41f0-aca6-c2c815d156b5 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=84c1c67f-27a0-475d-9897-10786bf0bc74 HTTP/1.1" status: 200 len: 943 time: 0.0623405 Jul 20 15:39:42.067935 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-77d4c1a0-62c0-4107-919a-60e226c496e5 req-290e0933-6261-45ad-9193-7b35c80365b7 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?id=61b50363-ebbd-42bf-84a3-1e57fbe3ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511518 Jul 20 15:39:42.543001 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b6f41-341e-43c3-891f-6ffae9aefc5d req-5d37322e-b9a8-414b-9635-f02063b9d11e tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:42.544431 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-193b6f41-341e-43c3-891f-6ffae9aefc5d req-5d37322e-b9a8-414b-9635-f02063b9d11e tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 945 time: 0.0563664 Jul 20 15:39:42.597968 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-193b6f41-341e-43c3-891f-6ffae9aefc5d req-985f0925-e17a-4ad5-ae58-81ec736bbab4 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474198 Jul 20 15:39:42.733855 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 48932) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:39:42.748078 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-84ee15c1-8a33-484d-911f-16a677df20cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:42.780313 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:42.843330 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-84ee15c1-8a33-484d-911f-16a677df20cc admin admin] Publish callbacks [] for security_group (77b9f3a0-1eb4-4e1d-b16a-62fa88ecb2f3), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:42.918958 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-84ee15c1-8a33-484d-911f-16a677df20cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (77b9f3a0-1eb4-4e1d-b16a-62fa88ecb2f3), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:42.959602 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ee15c1-8a33-484d-911f-16a677df20cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b9f3a0-1eb4-4e1d-b16a-62fa88ecb2f3,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:39:42.964406 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-84ee15c1-8a33-484d-911f-16a677df20cc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2dba3c55e04f4a209edbb7a20a485428&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289124 Jul 20 15:39:42.967023 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 48934) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:39:43.019878 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-d02eb193-b200-4095-ab44-b7228a83c054 admin admin] Publish callbacks [] for security_group (77b9f3a0-1eb4-4e1d-b16a-62fa88ecb2f3), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:43.050655 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-d02eb193-b200-4095-ab44-b7228a83c054 admin admin] Publish callbacks [] for security_group (77b9f3a0-1eb4-4e1d-b16a-62fa88ecb2f3), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:43.175682 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-d02eb193-b200-4095-ab44-b7228a83c054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (77b9f3a0-1eb4-4e1d-b16a-62fa88ecb2f3), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:43.178165 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-d02eb193-b200-4095-ab44-b7228a83c054 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:43.179346 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-d02eb193-b200-4095-ab44-b7228a83c054 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/77b9f3a0-1eb4-4e1d-b16a-62fa88ecb2f3 HTTP/1.1" status: 204 len: 168 time: 0.2114270 Jul 20 15:39:43.200006 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9bba1-7ada-4e73-a1bc-4bcc1cb46a1a req-99820dcf-cdf9-403b-a6f7-1f35e47be193 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:43.201478 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-45e9bba1-7ada-4e73-a1bc-4bcc1cb46a1a req-99820dcf-cdf9-403b-a6f7-1f35e47be193 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=84c1c67f-27a0-475d-9897-10786bf0bc74 HTTP/1.1" status: 200 len: 943 time: 0.0604136 Jul 20 15:39:43.202662 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02eb193-b200-4095-ab44-b7228a83c054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b9f3a0-1eb4-4e1d-b16a-62fa88ecb2f3,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:39:43.255321 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-45e9bba1-7ada-4e73-a1bc-4bcc1cb46a1a req-ecff24ea-2cc5-48c2-b2d9-3815cbcc4fb1 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?id=61b50363-ebbd-42bf-84a3-1e57fbe3ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464442 Jul 20 15:39:43.413642 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 4be42035-ca2a-44b6-8ef1-f43eab23bd03 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:39:43.516103 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 4be42035-ca2a-44b6-8ef1-f43eab23bd03, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=4be42035-ca2a-44b6-8ef1-f43eab23bd03,segment=NetworkSegment(e026d837-5e38-45b1-9c83-a88e3f038dd4),segment_id=e026d837-5e38-45b1-9c83-a88e3f038dd4)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:39:43.529416 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Returning: {'device': '4be42035-ca2a-44b6-8ef1-f43eab23bd03', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'port_id': '4be42035-ca2a-44b6-8ef1-f43eab23bd03', 'mac_address': 'fa:16:3e:20:7c:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 988, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:39:43.571057 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port 4be42035-ca2a-44b6-8ef1-f43eab23bd03 is: DOWN; New status is: BUILD {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:39:43.572638 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (4be42035-ca2a-44b6-8ef1-f43eab23bd03), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:43.588404 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4be42035-ca2a-44b6-8ef1-f43eab23bd03 {{(pid=104511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:39:43.609995 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 4be42035-ca2a-44b6-8ef1-f43eab23bd03, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=4be42035-ca2a-44b6-8ef1-f43eab23bd03,segment=NetworkSegment(e026d837-5e38-45b1-9c83-a88e3f038dd4),segment_id=e026d837-5e38-45b1-9c83-a88e3f038dd4)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:39:43.788334 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (4be42035-ca2a-44b6-8ef1-f43eab23bd03), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:43.833028 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:43.837923 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=4be42035-ca2a-44b6-8ef1-f43eab23bd03,revision_number=4']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:39:44.021467 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] get_ports_and_sgs() called for port_ids ['4be42035-ca2a-44b6-8ef1-f43eab23bd03'] {{(pid=104511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:39:44.374152 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef85c4-204f-4911-a790-2fcb23d39197 req-ba5fedb9-e120-4b49-b761-e2d51e3d105f tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:44.375704 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-47ef85c4-204f-4911-a790-2fcb23d39197 req-ba5fedb9-e120-4b49-b761-e2d51e3d105f tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=84c1c67f-27a0-475d-9897-10786bf0bc74 HTTP/1.1" status: 200 len: 944 time: 0.0506780 Jul 20 15:39:44.426358 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-47ef85c4-204f-4911-a790-2fcb23d39197 req-5db4079d-f71c-4d34-b618-2d84694c0faf tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?id=61b50363-ebbd-42bf-84a3-1e57fbe3ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446005 Jul 20 15:39:44.663375 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-bcd96053-0236-4543-9c91-6e16d1790e80 req-200f86fa-1f97-46dc-83ab-8e05c6b7dd09 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384705 Jul 20 15:39:44.739606 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd96053-0236-4543-9c91-6e16d1790e80 req-5fc3c0d2-a578-49e8-8eb2-e14181dc82b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:44.740989 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-bcd96053-0236-4543-9c91-6e16d1790e80 req-5fc3c0d2-a578-49e8-8eb2-e14181dc82b2 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=4446d4a6f4e64ccb8bfd5b3fe6f2127a&device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 1131 time: 0.0380807 Jul 20 15:39:44.856035 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd96053-0236-4543-9c91-6e16d1790e80 req-ee9e08f9-bfd3-474d-99ba-6938f737bfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:44.884050 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-bcd96053-0236-4543-9c91-6e16d1790e80 req-ee9e08f9-bfd3-474d-99ba-6938f737bfc7 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f5eb24be-2bbb-47ab-b680-70a114f8f10e HTTP/1.1" status: 200 len: 917 time: 0.0905502 Jul 20 15:39:44.926576 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-bcd96053-0236-4543-9c91-6e16d1790e80 req-02813772-a54b-4561-9656-a1c4e5e62188 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a14d5f16-fe56-45ba-b07b-4affc5762962 HTTP/1.1" status: 200 len: 1002 time: 0.0547783 Jul 20 15:39:44.974822 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd96053-0236-4543-9c91-6e16d1790e80 req-c8fa45db-e945-4d0d-9a8d-31cb20e7b557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:44.976237 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-bcd96053-0236-4543-9c91-6e16d1790e80 req-c8fa45db-e945-4d0d-9a8d-31cb20e7b557 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c HTTP/1.1" status: 200 len: 855 time: 0.0443425 Jul 20 15:39:45.029782 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd96053-0236-4543-9c91-6e16d1790e80 req-69d2e238-d190-4569-8289-ed8285577044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:45.031571 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-bcd96053-0236-4543-9c91-6e16d1790e80 req-69d2e238-d190-4569-8289-ed8285577044 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f5eb24be-2bbb-47ab-b680-70a114f8f10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431876 Jul 20 15:39:45.124518 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=100 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:45.128498 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-bcd96053-0236-4543-9c91-6e16d1790e80 req-359394f7-ca10-4aee-8fd0-a864b4ee6e9d service neutron] 10.222.0.102 "GET /v2.0/networks/f5eb24be-2bbb-47ab-b680-70a114f8f10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911419 Jul 20 15:39:45.444787 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 4be42035-ca2a-44b6-8ef1-f43eab23bd03 up at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:39:45.474737 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-bcd96053-0236-4543-9c91-6e16d1790e80 req-f5aaf2ff-c201-4510-acfb-cdc663352a8b service neutron] 10.222.0.102 "GET /v2.0/networks/f5eb24be-2bbb-47ab-b680-70a114f8f10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373992 Jul 20 15:39:45.514504 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:45.515874 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning for port 4be42035-ca2a-44b6-8ef1-f43eab23bd03 completed by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 15:39:45.562411 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9663955-ad4a-4626-9c5e-d77e4b4ad1e7 req-92f68a29-fdb7-4ac1-a170-289718308d25 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:45.564776 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b9663955-ad4a-4626-9c5e-d77e4b4ad1e7 req-92f68a29-fdb7-4ac1-a170-289718308d25 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=84c1c67f-27a0-475d-9897-10786bf0bc74 HTTP/1.1" status: 200 len: 944 time: 0.0496905 Jul 20 15:39:45.593284 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:45.616392 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b9663955-ad4a-4626-9c5e-d77e4b4ad1e7 req-65ef3ba8-26a6-4d98-93e4-b432d11c12ff tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?id=61b50363-ebbd-42bf-84a3-1e57fbe3ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465286 Jul 20 15:39:45.810062 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning complete for port 4be42035-ca2a-44b6-8ef1-f43eab23bd03 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:39:45.810474 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (4be42035-ca2a-44b6-8ef1-f43eab23bd03), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:45.883636 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port 4be42035-ca2a-44b6-8ef1-f43eab23bd03 is: BUILD; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:39:45.884025 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (4be42035-ca2a-44b6-8ef1-f43eab23bd03), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:45.907551 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c1c67f-27a0-475d-9897-10786bf0bc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be42035-ca2a-44b6-8ef1-f43eab23bd03'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:39:45.909795 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d079ce0f3ed41026034ae0451e18cae4cf0a7f47a911dfcb655775793fbc38ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e80e0b5-e603-44aa-b393-cd6216c07851" -d '{"events": [{"server_uuid": "84c1c67f-27a0-475d-9897-10786bf0bc74", "name": "network-vif-plugged", "status": "completed", "tag": "4be42035-ca2a-44b6-8ef1-f43eab23bd03"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:39:45.922756 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 4be42035-ca2a-44b6-8ef1-f43eab23bd03, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=4be42035-ca2a-44b6-8ef1-f43eab23bd03,segment=NetworkSegment(e026d837-5e38-45b1-9c83-a88e3f038dd4),segment_id=e026d837-5e38-45b1-9c83-a88e3f038dd4)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:39:45.952129 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 15:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a278d09-c764-4205-9dcd-71520dc358a8 x-openstack-request-id: req-8a278d09-c764-4205-9dcd-71520dc358a8 {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:39:45.952331 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c1c67f-27a0-475d-9897-10786bf0bc74", "name": "network-vif-plugged", "status": "completed", "tag": "4be42035-ca2a-44b6-8ef1-f43eab23bd03", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:39:45.952587 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8a278d09-c764-4205-9dcd-71520dc358a8 {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:39:45.952957 dv-cinder-819149-12-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a278d09-c764-4205-9dcd-71520dc358a8'] response: {'server_uuid': '84c1c67f-27a0-475d-9897-10786bf0bc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be42035-ca2a-44b6-8ef1-f43eab23bd03', 'code': 200} Jul 20 15:39:46.085016 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (4be42035-ca2a-44b6-8ef1-f43eab23bd03), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:46.142246 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=4be42035-ca2a-44b6-8ef1-f43eab23bd03,revision_number=5']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:39:46.605380 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe7d0c-7995-4a1b-8673-42e52b7dadf4 req-e7f7c502-96d0-4f76-9239-272c4f4cbe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:46.607099 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-06fe7d0c-7995-4a1b-8673-42e52b7dadf4 req-e7f7c502-96d0-4f76-9239-272c4f4cbe4f service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=84c1c67f-27a0-475d-9897-10786bf0bc74 HTTP/1.1" status: 200 len: 1129 time: 0.0418746 Jul 20 15:39:46.654002 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-06fe7d0c-7995-4a1b-8673-42e52b7dadf4 req-2d7d8c9f-f019-4825-91d5-73a78977dcde service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=61b50363-ebbd-42bf-84a3-1e57fbe3ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410614 Jul 20 15:39:46.748026 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447342b8-1ea1-4911-9c94-86f581a7c5cc req-7851e2b9-1d47-4144-937d-30c5d00bcef1 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:46.749539 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-447342b8-1ea1-4911-9c94-86f581a7c5cc req-7851e2b9-1d47-4144-937d-30c5d00bcef1 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=84c1c67f-27a0-475d-9897-10786bf0bc74 HTTP/1.1" status: 200 len: 945 time: 0.0497799 Jul 20 15:39:46.809235 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-447342b8-1ea1-4911-9c94-86f581a7c5cc req-71870540-0d20-499f-99f1-14ecf44d286a tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?id=61b50363-ebbd-42bf-84a3-1e57fbe3ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501788 Jul 20 15:39:47.929206 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ca724-d2e6-4a02-b54f-8f7b1456a496 req-48dafeff-76ff-4571-8b89-a16cfe352d2b tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:47.930695 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d82ca724-d2e6-4a02-b54f-8f7b1456a496 req-48dafeff-76ff-4571-8b89-a16cfe352d2b tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=84c1c67f-27a0-475d-9897-10786bf0bc74 HTTP/1.1" status: 200 len: 945 time: 0.0480502 Jul 20 15:39:47.977379 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d82ca724-d2e6-4a02-b54f-8f7b1456a496 req-907688d8-7947-450f-9076-913d663cf53d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?id=61b50363-ebbd-42bf-84a3-1e57fbe3ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412157 Jul 20 15:39:48.959490 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=10 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:48.962361 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=16 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:49.089938 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166ab4c-48ff-4812-91ae-553fd950b91f req-e1c23b83-a945-4b12-9c02-365d7307aeab tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:49.091525 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e166ab4c-48ff-4812-91ae-553fd950b91f req-e1c23b83-a945-4b12-9c02-365d7307aeab tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=84c1c67f-27a0-475d-9897-10786bf0bc74 HTTP/1.1" status: 200 len: 945 time: 0.0469930 Jul 20 15:39:49.138202 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e166ab4c-48ff-4812-91ae-553fd950b91f req-5fe25001-b17c-409d-b53c-2c652d267049 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?id=61b50363-ebbd-42bf-84a3-1e57fbe3ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410326 Jul 20 15:39:49.248106 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f39578-aef2-41a4-84b9-d07c08b05f81 req-18910d04-77cb-443b-b66c-3378d43645db tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:49.249564 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-91f39578-aef2-41a4-84b9-d07c08b05f81 req-18910d04-77cb-443b-b66c-3378d43645db tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=84c1c67f-27a0-475d-9897-10786bf0bc74 HTTP/1.1" status: 200 len: 945 time: 0.0494308 Jul 20 15:39:49.258041 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 49014) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:39:49.263034 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-56952614-9751-47b7-9c76-19d883c89430 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Request body: {'floatingip': {'port_id': '4be42035-ca2a-44b6-8ef1-f43eab23bd03'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:39:49.301191 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-56952614-9751-47b7-9c76-19d883c89430 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for floatingip (80e388b3-c923-4e2d-863f-4c204e9bcf51), before_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:49.484958 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:49.962088 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-56952614-9751-47b7-9c76-19d883c89430 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:50.393271 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-859d27dc-129f-440d-9193-3a077a10ed9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:50.395979 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-56952614-9751-47b7-9c76-19d883c89430 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714675'] for floatingip (80e388b3-c923-4e2d-863f-4c204e9bcf51), after_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:50.492766 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.db.l3_db [None req-56952614-9751-47b7-9c76-19d883c89430 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Floating IP 80e388b3-c923-4e2d-863f-4c204e9bcf51 associated. External IP: 172.27.1.59, port: 4be42035-ca2a-44b6-8ef1-f43eab23bd03. Jul 20 15:39:50.529660 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:50.693022 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56952614-9751-47b7-9c76-19d883c89430 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Router 3dbc9ad5-fe45-44b0-a894-986b191f2d98 has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:39:50.800437 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56952614-9751-47b7-9c76-19d883c89430 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:39:50.809120 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-56952614-9751-47b7-9c76-19d883c89430 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for floatingip (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:50.810092 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f123ca6-ac1d-440e-b17c-63be4ac91fc1 None None] Sync routers for ids ['3dbc9ad5-fe45-44b0-a894-986b191f2d98'] in dv-cinder-819149-12-iscsi {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:39:50.820510 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f123ca6-ac1d-440e-b17c-63be4ac91fc1 None None] Routers {'3dbc9ad5-fe45-44b0-a894-986b191f2d98'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:39:50.821188 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-9f123ca6-ac1d-440e-b17c-63be4ac91fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:39:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['3dbc9ad5-fe45-44b0-a894-986b191f2d98'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:39:50.835941 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-56952614-9751-47b7-9c76-19d883c89430 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "PUT /v2.0/floatingips/80e388b3-c923-4e2d-863f-4c204e9bcf51 HTTP/1.1" status: 200 len: 990 time: 1.5767760 Jul 20 15:39:50.836527 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84c1c67f-27a0-475d-9897-10786bf0bc74', 'tag': '4be42035-ca2a-44b6-8ef1-f43eab23bd03'}] {{(pid=104510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:39:50.839293 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e6f04493f4523d7005559a5723156fec6de25b8db42c399d87358264a9319a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8998c1ad-0d9a-437c-a21b-10290e5f9753" -d '{"events": [{"name": "network-changed", "server_uuid": "84c1c67f-27a0-475d-9897-10786bf0bc74", "tag": "4be42035-ca2a-44b6-8ef1-f43eab23bd03"}]}' {{(pid=104510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:39:50.874899 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 15:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f7f7fe-c1ed-4c00-890d-150f94e96314 x-openstack-request-id: req-19f7f7fe-c1ed-4c00-890d-150f94e96314 {{(pid=104510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:39:50.875194 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84c1c67f-27a0-475d-9897-10786bf0bc74", "tag": "4be42035-ca2a-44b6-8ef1-f43eab23bd03", "status": "completed", "code": 200}]} {{(pid=104510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:39:50.875573 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-19f7f7fe-c1ed-4c00-890d-150f94e96314 {{(pid=104510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:39:50.876071 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19f7f7fe-c1ed-4c00-890d-150f94e96314'] response: {'name': 'network-changed', 'server_uuid': '84c1c67f-27a0-475d-9897-10786bf0bc74', 'tag': '4be42035-ca2a-44b6-8ef1-f43eab23bd03', 'status': 'completed', 'code': 200} Jul 20 15:39:50.933619 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-9f123ca6-ac1d-440e-b17c-63be4ac91fc1 None None] Set router 3dbc9ad5-fe45-44b0-a894-986b191f2d98 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:39:50.941314 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998c1ad-0d9a-437c-a21b-10290e5f9753 req-4e657a15-fc33-4839-8439-cbf4c190761b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:50.942889 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-8998c1ad-0d9a-437c-a21b-10290e5f9753 req-4e657a15-fc33-4839-8439-cbf4c190761b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=44dc2a5c754d42d1862b331afef2183f&device_id=84c1c67f-27a0-475d-9897-10786bf0bc74 HTTP/1.1" status: 200 len: 1129 time: 0.0445073 Jul 20 15:39:51.039307 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998c1ad-0d9a-437c-a21b-10290e5f9753 req-24b821a4-1d9e-42e7-97ab-b89dc04ae521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:51.040783 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-8998c1ad-0d9a-437c-a21b-10290e5f9753 req-24b821a4-1d9e-42e7-97ab-b89dc04ae521 service neutron] 10.222.0.102 "GET /v2.0/networks?id=4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc HTTP/1.1" status: 200 len: 915 time: 0.0885062 Jul 20 15:39:51.113042 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-8998c1ad-0d9a-437c-a21b-10290e5f9753 req-fb85204e-f19a-4230-9345-28f57a5a123d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4be42035-ca2a-44b6-8ef1-f43eab23bd03 HTTP/1.1" status: 200 len: 998 time: 0.0645380 Jul 20 15:39:51.153407 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-9f123ca6-ac1d-440e-b17c-63be4ac91fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'name': 'tempest-AttachVolumeNegativeTest-814596091-router', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:37:58Z', 'updated_at': '2022-07-20T15:38:01Z', 'revision_number': 4, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'gw_port': {'id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:37:59Z', 'updated_at': '2022-07-20T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': '80e388b3-c923-4e2d-863f-4c204e9bcf51', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'port_id': '4be42035-ca2a-44b6-8ef1-f43eab23bd03', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'mac_address': 'fa:16:3e:20:7c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c1c67f-27a0-475d-9897-10786bf0bc74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:39:27Z', 'updated_at': '2022-07-20T15:39:49Z', 'revision_number': 1, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'fixed_ip_address_scope': None}, {'id': 'ce5860ac-c9f0-442d-897b-88699a89efa9', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'port_id': '8f52bdd8-fb43-4258-ab4f-f2f957867c30', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'mac_address': 'fa:16:3e:90:f4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0789091-c337-4b8d-b1b5-02144d153dcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:38:07Z', 'updated_at': '2022-07-20T15:38:25Z', 'revision_number': 2, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d0224a-43a2-4733-85f5-87b141dd2c9d', 'name': '', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'mac_address': 'fa:16:3e:f1:6f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:38:00Z', 'updated_at': '2022-07-20T15:38:05Z', 'revision_number': 5, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'subnets': [{'id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:39:51.164043 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998c1ad-0d9a-437c-a21b-10290e5f9753 req-0d1c4f76-654a-416b-9546-193dae6bd41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:51.169873 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-8998c1ad-0d9a-437c-a21b-10290e5f9753 req-0d1c4f76-654a-416b-9546-193dae6bd41f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f67dc5bc-fa6a-464f-8936-90155eea6d28 HTTP/1.1" status: 200 len: 853 time: 0.0452197 Jul 20 15:39:51.177866 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f123ca6-ac1d-440e-b17c-63be4ac91fc1 None None] Checking router: 3dbc9ad5-fe45-44b0-a894-986b191f2d98 for host: dv-cinder-819149-12-iscsi {{(pid=104512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:39:51.186576 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f123ca6-ac1d-440e-b17c-63be4ac91fc1 None None] Routers {'3dbc9ad5-fe45-44b0-a894-986b191f2d98'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:39:51.187185 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-9f123ca6-ac1d-440e-b17c-63be4ac91fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:39:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['3dbc9ad5-fe45-44b0-a894-986b191f2d98'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:39:51.213107 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998c1ad-0d9a-437c-a21b-10290e5f9753 req-f61e3385-e9f3-4759-8585-a26af24fbaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:39:51.215648 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-8998c1ad-0d9a-437c-a21b-10290e5f9753 req-f61e3385-e9f3-4759-8585-a26af24fbaa1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439606 Jul 20 15:39:51.284056 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=100 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:51.318331 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-8998c1ad-0d9a-437c-a21b-10290e5f9753 req-77b72c35-5ce1-45ca-beef-a95eae5b922e service neutron] 10.222.0.102 "GET /v2.0/networks/4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946493 Jul 20 15:39:51.382724 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-9f123ca6-ac1d-440e-b17c-63be4ac91fc1 None None] Set router 3dbc9ad5-fe45-44b0-a894-986b191f2d98 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:39:51.417894 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-8998c1ad-0d9a-437c-a21b-10290e5f9753 req-9e816207-242d-4c71-b2bd-3c36cc9b252d service neutron] 10.222.0.102 "GET /v2.0/networks/4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922873 Jul 20 15:39:51.625205 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-9f123ca6-ac1d-440e-b17c-63be4ac91fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'name': 'tempest-AttachVolumeNegativeTest-814596091-router', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:37:58Z', 'updated_at': '2022-07-20T15:38:01Z', 'revision_number': 4, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'gw_port': {'id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:37:59Z', 'updated_at': '2022-07-20T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': '80e388b3-c923-4e2d-863f-4c204e9bcf51', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'port_id': '4be42035-ca2a-44b6-8ef1-f43eab23bd03', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'mac_address': 'fa:16:3e:20:7c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c1c67f-27a0-475d-9897-10786bf0bc74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:39:27Z', 'updated_at': '2022-07-20T15:39:49Z', 'revision_number': 1, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'fixed_ip_address_scope': None}, {'id': 'ce5860ac-c9f0-442d-897b-88699a89efa9', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'port_id': '8f52bdd8-fb43-4258-ab4f-f2f957867c30', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'mac_address': 'fa:16:3e:90:f4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0789091-c337-4b8d-b1b5-02144d153dcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:38:07Z', 'updated_at': '2022-07-20T15:38:25Z', 'revision_number': 2, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d0224a-43a2-4733-85f5-87b141dd2c9d', 'name': '', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'mac_address': 'fa:16:3e:f1:6f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:38:00Z', 'updated_at': '2022-07-20T15:38:05Z', 'revision_number': 5, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'subnets': [{'id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:39:51.647702 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f123ca6-ac1d-440e-b17c-63be4ac91fc1 None None] The sync data for ids ['3dbc9ad5-fe45-44b0-a894-986b191f2d98'] in dv-cinder-819149-12-iscsi is: [{'id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'name': 'tempest-AttachVolumeNegativeTest-814596091-router', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:37:58Z', 'updated_at': '2022-07-20T15:38:01Z', 'revision_number': 4, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'gw_port': {'id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:37:59Z', 'updated_at': '2022-07-20T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': '80e388b3-c923-4e2d-863f-4c204e9bcf51', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'port_id': '4be42035-ca2a-44b6-8ef1-f43eab23bd03', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'mac_address': 'fa:16:3e:20:7c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c1c67f-27a0-475d-9897-10786bf0bc74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:39:27Z', 'updated_at': '2022-07-20T15:39:49Z', 'revision_number': 1, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'fixed_ip_address_scope': None}, {'id': 'ce5860ac-c9f0-442d-897b-88699a89efa9', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'port_id': '8f52bdd8-fb43-4258-ab4f-f2f957867c30', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'mac_address': 'fa:16:3e:90:f4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0789091-c337-4b8d-b1b5-02144d153dcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:38:07Z', 'updated_at': '2022-07-20T15:38:25Z', 'revision_number': 2, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d0224a-43a2-4733-85f5-87b141dd2c9d', 'name': '', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'mac_address': 'fa:16:3e:f1:6f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:38:00Z', 'updated_at': '2022-07-20T15:38:05Z', 'revision_number': 5, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'subnets': [{'id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:39:51.844466 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8051b7-f35f-4b59-b4c3-a8cafa9592fe None None] New status for floating IP 80e388b3-c923-4e2d-863f-4c204e9bcf51: ACTIVE {{(pid=104511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 15:39:52.478804 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9d5f156d-c07d-44f6-8e1b-0b06b832371c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:53.645334 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:53.898330 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 49056) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:39:54.027696 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-4368ce7a-14c8-40c3-a5d1-49a70d468012 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:54.104554 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-4368ce7a-14c8-40c3-a5d1-49a70d468012 admin admin] Publish callbacks [] for security_group (7a32681f-96b2-48db-9776-d4e8cc1a40ba), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:54.191596 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-4368ce7a-14c8-40c3-a5d1-49a70d468012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (7a32681f-96b2-48db-9776-d4e8cc1a40ba), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:54.195365 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:54.234327 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-4368ce7a-14c8-40c3-a5d1-49a70d468012 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8816eec119cc4fb3b16a92f74011fdbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3348026 Jul 20 15:39:54.235435 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4368ce7a-14c8-40c3-a5d1-49a70d468012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a32681f-96b2-48db-9776-d4e8cc1a40ba,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:39:54.237161 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 49060) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:39:54.292311 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2654318c-462e-4c44-a0e0-bc9c71c33ad1 admin admin] Publish callbacks [] for security_group (7a32681f-96b2-48db-9776-d4e8cc1a40ba), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:54.318474 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2654318c-462e-4c44-a0e0-bc9c71c33ad1 admin admin] Publish callbacks [] for security_group (7a32681f-96b2-48db-9776-d4e8cc1a40ba), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:54.465767 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2654318c-462e-4c44-a0e0-bc9c71c33ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (7a32681f-96b2-48db-9776-d4e8cc1a40ba), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:54.468299 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2654318c-462e-4c44-a0e0-bc9c71c33ad1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:54.469469 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-2654318c-462e-4c44-a0e0-bc9c71c33ad1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7a32681f-96b2-48db-9776-d4e8cc1a40ba HTTP/1.1" status: 204 len: 168 time: 0.2311895 Jul 20 15:39:54.477704 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654318c-462e-4c44-a0e0-bc9c71c33ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a32681f-96b2-48db-9776-d4e8cc1a40ba,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:39:54.999767 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:55.101543 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:55.390039 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 49066) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:39:55.404331 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-08ea4243-38aa-42d7-90ea-5f329f9e184a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:55.446523 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:55.482415 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-08ea4243-38aa-42d7-90ea-5f329f9e184a admin admin] Publish callbacks [] for security_group (bb38f473-5806-449b-8ae0-0bd353f4f37b), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:55.619763 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-08ea4243-38aa-42d7-90ea-5f329f9e184a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (bb38f473-5806-449b-8ae0-0bd353f4f37b), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:55.658688 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea4243-38aa-42d7-90ea-5f329f9e184a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb38f473-5806-449b-8ae0-0bd353f4f37b,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:39:55.662940 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-08ea4243-38aa-42d7-90ea-5f329f9e184a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fea827b9fa7f4a9ab9b37aef39ce5ae7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2718947 Jul 20 15:39:55.666077 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 49068) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:39:55.716607 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-5b09ffbf-c05e-41ae-a1c2-c7a6682d1359 admin admin] Publish callbacks [] for security_group (bb38f473-5806-449b-8ae0-0bd353f4f37b), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:55.738322 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-5b09ffbf-c05e-41ae-a1c2-c7a6682d1359 admin admin] Publish callbacks [] for security_group (bb38f473-5806-449b-8ae0-0bd353f4f37b), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:55.894314 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-5b09ffbf-c05e-41ae-a1c2-c7a6682d1359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (bb38f473-5806-449b-8ae0-0bd353f4f37b), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:55.896781 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-5b09ffbf-c05e-41ae-a1c2-c7a6682d1359 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:55.897939 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-5b09ffbf-c05e-41ae-a1c2-c7a6682d1359 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bb38f473-5806-449b-8ae0-0bd353f4f37b HTTP/1.1" status: 204 len: 168 time: 0.2315221 Jul 20 15:39:55.906536 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b09ffbf-c05e-41ae-a1c2-c7a6682d1359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb38f473-5806-449b-8ae0-0bd353f4f37b,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:39:56.896143 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 49074) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:39:56.909831 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-efc59ddf-eef8-4813-92a5-46f5994f334d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:56.928875 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:39:56.991488 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-efc59ddf-eef8-4813-92a5-46f5994f334d admin admin] Publish callbacks [] for security_group (2ad44408-63aa-4e61-9622-14c37cb7c60b), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:57.122623 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-efc59ddf-eef8-4813-92a5-46f5994f334d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (2ad44408-63aa-4e61-9622-14c37cb7c60b), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:57.163401 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-efc59ddf-eef8-4813-92a5-46f5994f334d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f98a8cf2343444028c5e8ee02c8ab040&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2661417 Jul 20 15:39:57.164595 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc59ddf-eef8-4813-92a5-46f5994f334d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad44408-63aa-4e61-9622-14c37cb7c60b,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:39:57.166053 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 49076) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:39:57.217981 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-85427193-bd2b-49e3-bd57-c211e0a9cecd admin admin] Publish callbacks [] for security_group (2ad44408-63aa-4e61-9622-14c37cb7c60b), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:57.240012 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-85427193-bd2b-49e3-bd57-c211e0a9cecd admin admin] Publish callbacks [] for security_group (2ad44408-63aa-4e61-9622-14c37cb7c60b), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:57.456035 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-85427193-bd2b-49e3-bd57-c211e0a9cecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (2ad44408-63aa-4e61-9622-14c37cb7c60b), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:57.458663 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-85427193-bd2b-49e3-bd57-c211e0a9cecd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:39:57.459819 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-85427193-bd2b-49e3-bd57-c211e0a9cecd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2ad44408-63aa-4e61-9622-14c37cb7c60b HTTP/1.1" status: 204 len: 168 time: 0.2921541 Jul 20 15:39:57.468644 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85427193-bd2b-49e3-bd57-c211e0a9cecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad44408-63aa-4e61-9622-14c37cb7c60b,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:02.627420 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 6 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:40:05.919672 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=69,neutron:UPDATE=7 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:07.160948 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=32,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:07.361634 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a740e53-3f0e-4bed-8345-d40aff0b2144 req-b1f0d960-8eae-40d6-a745-9d55982fe42a tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:40:07.363176 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4a740e53-3f0e-4bed-8345-d40aff0b2144 req-b1f0d960-8eae-40d6-a745-9d55982fe42a tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 947 time: 0.0502028 Jul 20 15:40:07.413517 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4a740e53-3f0e-4bed-8345-d40aff0b2144 req-7caa6292-3284-4365-a782-4e3f109d1216 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447772 Jul 20 15:40:07.480685 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:08.538414 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c587a54-5a13-4e7d-8b7c-ccd74dd41731 req-faf10485-56c6-4553-b273-08985278fc64 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:40:08.539890 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-8c587a54-5a13-4e7d-8b7c-ccd74dd41731 req-faf10485-56c6-4553-b273-08985278fc64 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 947 time: 0.0473363 Jul 20 15:40:08.588045 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-8c587a54-5a13-4e7d-8b7c-ccd74dd41731 req-2474dfd8-12f5-4c88-8fa8-a65a93d49d94 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups?id=e6ee9076-de60-405c-8c51-f340933750de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425522 Jul 20 15:40:08.929385 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:09.018560 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c83171-5070-44d5-9edf-97629709054a req-709fca67-193c-4a7c-ac94-3bd65238f205 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:40:09.019992 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-e3c83171-5070-44d5-9edf-97629709054a req-709fca67-193c-4a7c-ac94-3bd65238f205 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.102 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 947 time: 0.0476587 Jul 20 15:40:09.111472 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [req-e3c83171-5070-44d5-9edf-97629709054a req-a4d925b5-7643-4607-93a6-67c979661c01 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Deleting port a14d5f16-fe56-45ba-b07b-4affc5762962 {{(pid=104509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:40:09.111813 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-e3c83171-5070-44d5-9edf-97629709054a req-a4d925b5-7643-4607-93a6-67c979661c01 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (a14d5f16-fe56-45ba-b07b-4affc5762962), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:09.213034 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-e3c83171-5070-44d5-9edf-97629709054a req-a4d925b5-7643-4607-93a6-67c979661c01 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] For port a14d5f16-fe56-45ba-b07b-4affc5762962, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=a14d5f16-fe56-45ba-b07b-4affc5762962,segment=NetworkSegment(643648c2-fbcf-4011-96d1-5d3dde59321a),segment_id=643648c2-fbcf-4011-96d1-5d3dde59321a)] {{(pid=104509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:40:09.213034 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-e3c83171-5070-44d5-9edf-97629709054a req-a4d925b5-7643-4607-93a6-67c979661c01 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (a14d5f16-fe56-45ba-b07b-4affc5762962), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:09.368856 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-e3c83171-5070-44d5-9edf-97629709054a req-a4d925b5-7643-4607-93a6-67c979661c01 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:09.369215 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-e3c83171-5070-44d5-9edf-97629709054a req-a4d925b5-7643-4607-93a6-67c979661c01 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714675'] for floatingip (55fdf66a-5708-4f55-8115-1b801ff74399), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:09.369533 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.db.l3_db [req-e3c83171-5070-44d5-9edf-97629709054a req-a4d925b5-7643-4607-93a6-67c979661c01 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Floating IP 55fdf66a-5708-4f55-8115-1b801ff74399 disassociated. External IP: 172.27.1.244, port: a14d5f16-fe56-45ba-b07b-4affc5762962. Jul 20 15:40:09.369881 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [req-e3c83171-5070-44d5-9edf-97629709054a req-a4d925b5-7643-4607-93a6-67c979661c01 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Calling delete_port for a14d5f16-fe56-45ba-b07b-4affc5762962 owned by compute:nova {{(pid=104509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:40:09.659656 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-e3c83171-5070-44d5-9edf-97629709054a req-a4d925b5-7643-4607-93a6-67c979661c01 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (a14d5f16-fe56-45ba-b07b-4affc5762962), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:09.692644 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-fb053999-8b91-4de7-8d41-6e395c2b57ab req-3d54cf2a-2e94-4cb2-864b-2a6f527143b8 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 210 time: 0.0314779 Jul 20 15:40:09.693372 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d925b5-7643-4607-93a6-67c979661c01 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Pushing event deleted for resources: {'Port': ['ID=a14d5f16-fe56-45ba-b07b-4affc5762962,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:09.744194 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d925b5-7643-4607-93a6-67c979661c01 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:40:09.744558 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d925b5-7643-4607-93a6-67c979661c01 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:40:09.744908 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d925b5-7643-4607-93a6-67c979661c01 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:40:09.745256 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d925b5-7643-4607-93a6-67c979661c01 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:40:09.745652 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d925b5-7643-4607-93a6-67c979661c01 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:40:09.745935 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d925b5-7643-4607-93a6-67c979661c01 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:40:09.746284 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d925b5-7643-4607-93a6-67c979661c01 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:40:09.746629 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d925b5-7643-4607-93a6-67c979661c01 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:40:09.747099 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d925b5-7643-4607-93a6-67c979661c01 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:40:09.748024 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d925b5-7643-4607-93a6-67c979661c01 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:40:09.748286 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d925b5-7643-4607-93a6-67c979661c01 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:40:09.748524 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d925b5-7643-4607-93a6-67c979661c01 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:40:09.748875 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d925b5-7643-4607-93a6-67c979661c01 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:40:09.749189 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d925b5-7643-4607-93a6-67c979661c01 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:40:09.749522 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d925b5-7643-4607-93a6-67c979661c01 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:40:09.836090 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3c83171-5070-44d5-9edf-97629709054a req-a4d925b5-7643-4607-93a6-67c979661c01 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Router 08c64ac6-afa1-4f7d-addf-3818db3cc212 has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:40:09.946987 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3c83171-5070-44d5-9edf-97629709054a req-a4d925b5-7643-4607-93a6-67c979661c01 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:40:09.958098 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d99b89-50b4-4cc9-adca-34db148f1329 None None] Sync routers for ids ['08c64ac6-afa1-4f7d-addf-3818db3cc212'] in dv-cinder-819149-12-iscsi {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:40:09.968224 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d99b89-50b4-4cc9-adca-34db148f1329 None None] Routers {'08c64ac6-afa1-4f7d-addf-3818db3cc212'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:40:09.968781 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-a4d99b89-50b4-4cc9-adca-34db148f1329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:39:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['08c64ac6-afa1-4f7d-addf-3818db3cc212'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:40:09.993708 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c83171-5070-44d5-9edf-97629709054a req-a4d925b5-7643-4607-93a6-67c979661c01 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] No DVR routers for this DVR port a14d5f16-fe56-45ba-b07b-4affc5762962 on host hv-cinder-81914 {{(pid=104509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 15:40:09.996385 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-e3c83171-5070-44d5-9edf-97629709054a req-a4d925b5-7643-4607-93a6-67c979661c01 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:10.000421 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-e3c83171-5070-44d5-9edf-97629709054a req-a4d925b5-7643-4607-93a6-67c979661c01 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.102 "DELETE /v2.0/ports/a14d5f16-fe56-45ba-b07b-4affc5762962 HTTP/1.1" status: 204 len: 173 time: 0.9733298 Jul 20 15:40:10.000867 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f04603-2085-4cc0-8263-d9c95c31f8a7', 'name': 'network-vif-deleted', 'tag': 'a14d5f16-fe56-45ba-b07b-4affc5762962'}] {{(pid=104509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:40:10.004071 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df77c6b91a480694ea4413056d8ef6386aadd078611a8438297a7cf852766117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f12eaa-4cc4-4ecb-8e30-0e1bb8770a99" -d '{"events": [{"server_uuid": "f1f04603-2085-4cc0-8263-d9c95c31f8a7", "name": "network-vif-deleted", "tag": "a14d5f16-fe56-45ba-b07b-4affc5762962"}]}' {{(pid=104509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:40:10.041198 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 15:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb944c30-d4bb-46e7-a714-2c8c411ffaf2 x-openstack-request-id: req-eb944c30-d4bb-46e7-a714-2c8c411ffaf2 {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:40:10.041767 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f04603-2085-4cc0-8263-d9c95c31f8a7", "name": "network-vif-deleted", "tag": "a14d5f16-fe56-45ba-b07b-4affc5762962", "status": "completed", "code": 200}]} {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:40:10.041767 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-eb944c30-d4bb-46e7-a714-2c8c411ffaf2 {{(pid=104509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:40:10.042150 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb944c30-d4bb-46e7-a714-2c8c411ffaf2'] response: {'server_uuid': 'f1f04603-2085-4cc0-8263-d9c95c31f8a7', 'name': 'network-vif-deleted', 'tag': 'a14d5f16-fe56-45ba-b07b-4affc5762962', 'status': 'completed', 'code': 200} Jul 20 15:40:10.065012 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:10.080729 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-a4d99b89-50b4-4cc9-adca-34db148f1329 None None] Set router 08c64ac6-afa1-4f7d-addf-3818db3cc212 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:40:10.217783 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:10.285654 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-a4d99b89-50b4-4cc9-adca-34db148f1329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'name': 'tempest-AttachVolumeShelveTestJSON-381720140-router', 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'dffbaa5c-bf8e-48c1-9443-e215546c6879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:41Z', 'updated_at': '2022-07-20T15:31:53Z', 'revision_number': 4, 'project_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'gw_port': {'id': 'dffbaa5c-bf8e-48c1-9443-e215546c6879', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:44Z', 'updated_at': '2022-07-20T15:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '37bfb88a-e474-4aa4-9e72-a09deb918564', 'name': '', 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e', 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'mac_address': 'fa:16:3e:18:75:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:51Z', 'updated_at': '2022-07-20T15:32:01Z', 'revision_number': 5, 'project_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'subnets': [{'id': '4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:40:10.311110 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d99b89-50b4-4cc9-adca-34db148f1329 None None] Checking router: 08c64ac6-afa1-4f7d-addf-3818db3cc212 for host: dv-cinder-819149-12-iscsi {{(pid=104512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:40:10.319572 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d99b89-50b4-4cc9-adca-34db148f1329 None None] Routers {'08c64ac6-afa1-4f7d-addf-3818db3cc212'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:40:10.320077 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-a4d99b89-50b4-4cc9-adca-34db148f1329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:39:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['08c64ac6-afa1-4f7d-addf-3818db3cc212'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:40:10.366584 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 49192) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:10.428842 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-a4d99b89-50b4-4cc9-adca-34db148f1329 None None] Set router 08c64ac6-afa1-4f7d-addf-3818db3cc212 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:40:10.479858 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-accb69cc-3b67-4bb0-819b-72528888c472 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:10.567109 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-accb69cc-3b67-4bb0-819b-72528888c472 admin admin] Publish callbacks [] for security_group (6b8b77fa-9600-4622-9925-6fa483f56d59), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:10.631682 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-a4d99b89-50b4-4cc9-adca-34db148f1329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'name': 'tempest-AttachVolumeShelveTestJSON-381720140-router', 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'dffbaa5c-bf8e-48c1-9443-e215546c6879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:41Z', 'updated_at': '2022-07-20T15:31:53Z', 'revision_number': 4, 'project_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'gw_port': {'id': 'dffbaa5c-bf8e-48c1-9443-e215546c6879', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:44Z', 'updated_at': '2022-07-20T15:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '37bfb88a-e474-4aa4-9e72-a09deb918564', 'name': '', 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e', 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'mac_address': 'fa:16:3e:18:75:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:51Z', 'updated_at': '2022-07-20T15:32:01Z', 'revision_number': 5, 'project_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'subnets': [{'id': '4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:40:10.649393 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-accb69cc-3b67-4bb0-819b-72528888c472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (6b8b77fa-9600-4622-9925-6fa483f56d59), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:10.659959 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d99b89-50b4-4cc9-adca-34db148f1329 None None] The sync data for ids ['08c64ac6-afa1-4f7d-addf-3818db3cc212'] in dv-cinder-819149-12-iscsi is: [{'id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'name': 'tempest-AttachVolumeShelveTestJSON-381720140-router', 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'dffbaa5c-bf8e-48c1-9443-e215546c6879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:41Z', 'updated_at': '2022-07-20T15:31:53Z', 'revision_number': 4, 'project_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'gw_port': {'id': 'dffbaa5c-bf8e-48c1-9443-e215546c6879', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:44Z', 'updated_at': '2022-07-20T15:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '37bfb88a-e474-4aa4-9e72-a09deb918564', 'name': '', 'network_id': 'f5eb24be-2bbb-47ab-b680-70a114f8f10e', 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'mac_address': 'fa:16:3e:18:75:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:51Z', 'updated_at': '2022-07-20T15:32:01Z', 'revision_number': 5, 'project_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'subnets': [{'id': '4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:40:10.694073 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:10.700181 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb69cc-3b67-4bb0-819b-72528888c472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8b77fa-9600-4622-9925-6fa483f56d59,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:10.707790 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-accb69cc-3b67-4bb0-819b-72528888c472 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=644a224ca9e34a2780d0d15c47bd2ca8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3400886 Jul 20 15:40:10.708027 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 49198) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:10.780765 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2dca57f4-ecc9-45a1-bf73-607fc5273250 admin admin] Publish callbacks [] for security_group (6b8b77fa-9600-4622-9925-6fa483f56d59), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:10.783089 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:10.804034 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:10.807941 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2dca57f4-ecc9-45a1-bf73-607fc5273250 admin admin] Publish callbacks [] for security_group (6b8b77fa-9600-4622-9925-6fa483f56d59), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:10.824146 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-43308cd7-4877-4511-83a7-79c29008d10f req-1b814de6-a5da-454e-addc-5538daff2e38 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/ports?device_id=f1f04603-2085-4cc0-8263-d9c95c31f8a7 HTTP/1.1" status: 200 len: 210 time: 0.0327375 Jul 20 15:40:10.921702 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65550d5c-6af0-4606-bc3d-48ad519c9d86 None None] New status for floating IP 55fdf66a-5708-4f55-8115-1b801ff74399: DOWN {{(pid=104511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 15:40:10.991933 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2dca57f4-ecc9-45a1-bf73-607fc5273250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (6b8b77fa-9600-4622-9925-6fa483f56d59), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:10.994984 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2dca57f4-ecc9-45a1-bf73-607fc5273250 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:10.996222 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-2dca57f4-ecc9-45a1-bf73-607fc5273250 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6b8b77fa-9600-4622-9925-6fa483f56d59 HTTP/1.1" status: 204 len: 168 time: 0.2869952 Jul 20 15:40:11.005542 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dca57f4-ecc9-45a1-bf73-607fc5273250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8b77fa-9600-4622-9925-6fa483f56d59,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:12.019260 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 49210) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:12.078172 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-dc8ceb87-d12f-464f-8945-0aee5c9287e1 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks [] for security_group (e6ee9076-de60-405c-8c51-f340933750de), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:12.103279 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-dc8ceb87-d12f-464f-8945-0aee5c9287e1 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks [] for security_group (e6ee9076-de60-405c-8c51-f340933750de), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:12.248125 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-dc8ceb87-d12f-464f-8945-0aee5c9287e1 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (e6ee9076-de60-405c-8c51-f340933750de), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:12.250712 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-dc8ceb87-d12f-464f-8945-0aee5c9287e1 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:12.251873 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-dc8ceb87-d12f-464f-8945-0aee5c9287e1 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "DELETE /v2.0/security-groups/e6ee9076-de60-405c-8c51-f340933750de HTTP/1.1" status: 204 len: 168 time: 0.2316406 Jul 20 15:40:12.254763 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 49212) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:12.261495 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ceb87-d12f-464f-8945-0aee5c9287e1 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ee9076-de60-405c-8c51-f340933750de,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:12.270005 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.api.v2.resource [None req-a72e1f13-b744-452e-9339-c662b8225b43 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] show failed (client error): The resource could not be found. Jul 20 15:40:12.271094 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-a72e1f13-b744-452e-9339-c662b8225b43 tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "GET /v2.0/security-groups/e6ee9076-de60-405c-8c51-f340933750de HTTP/1.1" status: 404 len: 347 time: 0.0152004 Jul 20 15:40:12.274003 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 49214) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:12.384761 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [None req-ccff8fd1-d848-43f0-9e10-4eab45e4c89d tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Deleting port 5a075a25-9cbf-4568-b96a-33934211fb4d {{(pid=104510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:40:12.385108 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ccff8fd1-d848-43f0-9e10-4eab45e4c89d tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (5a075a25-9cbf-4568-b96a-33934211fb4d), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:12.464375 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ccff8fd1-d848-43f0-9e10-4eab45e4c89d tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (5a075a25-9cbf-4568-b96a-33934211fb4d), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:12.464710 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ccff8fd1-d848-43f0-9e10-4eab45e4c89d tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks [] for floatingip (5a075a25-9cbf-4568-b96a-33934211fb4d), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:12.476942 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [None req-ccff8fd1-d848-43f0-9e10-4eab45e4c89d tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Calling delete_port for 5a075a25-9cbf-4568-b96a-33934211fb4d owned by network:floatingip {{(pid=104510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:40:12.599770 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:12.712670 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ccff8fd1-d848-43f0-9e10-4eab45e4c89d tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25775823'] for port (5a075a25-9cbf-4568-b96a-33934211fb4d), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:12.738715 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff8fd1-d848-43f0-9e10-4eab45e4c89d tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Pushing event deleted for resources: {'Port': ['ID=5a075a25-9cbf-4568-b96a-33934211fb4d,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:12.804126 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ccff8fd1-d848-43f0-9e10-4eab45e4c89d tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks [] for floatingip (55fdf66a-5708-4f55-8115-1b801ff74399), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:12.807028 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ccff8fd1-d848-43f0-9e10-4eab45e4c89d tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for floatingip (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:12.808368 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-ccff8fd1-d848-43f0-9e10-4eab45e4c89d tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] 10.222.0.78 "DELETE /v2.0/floatingips/55fdf66a-5708-4f55-8115-1b801ff74399 HTTP/1.1" status: 204 len: 168 time: 0.5333109 Jul 20 15:40:13.665951 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device a14d5f16-fe56-45ba-b07b-4affc5762962 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:40:13.687334 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] No Port match for: a14d5f16-fe56-45ba-b07b-4affc5762962 {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:40:13.687686 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device a14d5f16-fe56-45ba-b07b-4affc5762962 not bound to the agent host hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:40:15.692665 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 49236) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:16.147300 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-b4d3014c-0844-4b59-9ae6-93dad6904e36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711803'] for router_interface (08c64ac6-afa1-4f7d-addf-3818db3cc212), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:16.363549 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-b4d3014c-0844-4b59-9ae6-93dad6904e36 admin admin] Deleting port 37bfb88a-e474-4aa4-9e72-a09deb918564 {{(pid=104509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:40:16.363807 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-b4d3014c-0844-4b59-9ae6-93dad6904e36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (37bfb88a-e474-4aa4-9e72-a09deb918564), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:16.445554 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [None req-b4d3014c-0844-4b59-9ae6-93dad6904e36 admin admin] For port 37bfb88a-e474-4aa4-9e72-a09deb918564, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=37bfb88a-e474-4aa4-9e72-a09deb918564,segment=NetworkSegment(643648c2-fbcf-4011-96d1-5d3dde59321a),segment_id=643648c2-fbcf-4011-96d1-5d3dde59321a)] {{(pid=104509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:40:16.445913 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-b4d3014c-0844-4b59-9ae6-93dad6904e36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (37bfb88a-e474-4aa4-9e72-a09deb918564), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:16.459220 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-b4d3014c-0844-4b59-9ae6-93dad6904e36 admin admin] Calling delete_port for 37bfb88a-e474-4aa4-9e72-a09deb918564 owned by network:router_interface {{(pid=104509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:40:16.468253 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:16.499208 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:16.751394 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-b4d3014c-0844-4b59-9ae6-93dad6904e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (37bfb88a-e474-4aa4-9e72-a09deb918564), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:16.776508 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3014c-0844-4b59-9ae6-93dad6904e36 admin admin] Pushing event deleted for resources: {'Port': ['ID=37bfb88a-e474-4aa4-9e72-a09deb918564,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:16.940851 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-b4d3014c-0844-4b59-9ae6-93dad6904e36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1514783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711695'] for router_interface (08c64ac6-afa1-4f7d-addf-3818db3cc212), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:17.148374 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d3014c-0844-4b59-9ae6-93dad6904e36 admin admin] Router 08c64ac6-afa1-4f7d-addf-3818db3cc212 has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:40:17.250718 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d3014c-0844-4b59-9ae6-93dad6904e36 admin admin] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:40:17.255594 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-b4d3014c-0844-4b59-9ae6-93dad6904e36 admin admin] 10.222.0.78 "PUT /v2.0/routers/08c64ac6-afa1-4f7d-addf-3818db3cc212/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5620980 Jul 20 15:40:17.264052 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 49240) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:17.264192 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09648b0-ca97-4695-9079-36ef3c12c83f None None] Sync routers for ids ['08c64ac6-afa1-4f7d-addf-3818db3cc212'] in dv-cinder-819149-12-iscsi {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:40:17.269925 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09648b0-ca97-4695-9079-36ef3c12c83f None None] Routers {'08c64ac6-afa1-4f7d-addf-3818db3cc212'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:40:17.270671 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-b09648b0-ca97-4695-9079-36ef3c12c83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:39:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['08c64ac6-afa1-4f7d-addf-3818db3cc212'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:40:17.298630 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:17.360276 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6201cf43-a597-455f-b233-af34e011641a admin admin] Publish callbacks [] for router (08c64ac6-afa1-4f7d-addf-3818db3cc212), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:17.371031 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-b09648b0-ca97-4695-9079-36ef3c12c83f None None] Set router 08c64ac6-afa1-4f7d-addf-3818db3cc212 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:40:17.542951 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-b09648b0-ca97-4695-9079-36ef3c12c83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'name': 'tempest-AttachVolumeShelveTestJSON-381720140-router', 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'dffbaa5c-bf8e-48c1-9443-e215546c6879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:41Z', 'updated_at': '2022-07-20T15:40:16Z', 'revision_number': 5, 'project_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'gw_port': {'id': 'dffbaa5c-bf8e-48c1-9443-e215546c6879', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:44Z', 'updated_at': '2022-07-20T15:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:40:17.572530 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09648b0-ca97-4695-9079-36ef3c12c83f None None] Checking router: 08c64ac6-afa1-4f7d-addf-3818db3cc212 for host: dv-cinder-819149-12-iscsi {{(pid=104512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:40:17.581734 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09648b0-ca97-4695-9079-36ef3c12c83f None None] Routers {'08c64ac6-afa1-4f7d-addf-3818db3cc212'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:40:17.582369 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-b09648b0-ca97-4695-9079-36ef3c12c83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:39:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['08c64ac6-afa1-4f7d-addf-3818db3cc212'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:40:17.721036 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6201cf43-a597-455f-b233-af34e011641a admin admin] Publish callbacks [] for router_gateway (08c64ac6-afa1-4f7d-addf-3818db3cc212), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:17.767351 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:17.774200 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-b09648b0-ca97-4695-9079-36ef3c12c83f None None] Set router 08c64ac6-afa1-4f7d-addf-3818db3cc212 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:40:17.835717 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-6201cf43-a597-455f-b233-af34e011641a admin admin] Deleting port dffbaa5c-bf8e-48c1-9443-e215546c6879 {{(pid=104509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:40:17.836326 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6201cf43-a597-455f-b233-af34e011641a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (dffbaa5c-bf8e-48c1-9443-e215546c6879), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:17.849294 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:17.920252 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [None req-6201cf43-a597-455f-b233-af34e011641a admin admin] For port dffbaa5c-bf8e-48c1-9443-e215546c6879, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=dffbaa5c-bf8e-48c1-9443-e215546c6879,segment=NetworkSegment(65d22977-7383-4d3c-8560-aa09b9e1098a),segment_id=65d22977-7383-4d3c-8560-aa09b9e1098a)] {{(pid=104509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:40:17.921164 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6201cf43-a597-455f-b233-af34e011641a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (dffbaa5c-bf8e-48c1-9443-e215546c6879), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:17.934156 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-6201cf43-a597-455f-b233-af34e011641a admin admin] Calling delete_port for dffbaa5c-bf8e-48c1-9443-e215546c6879 owned by network:router_gateway {{(pid=104509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:40:17.947530 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-b09648b0-ca97-4695-9079-36ef3c12c83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'name': 'tempest-AttachVolumeShelveTestJSON-381720140-router', 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'dffbaa5c-bf8e-48c1-9443-e215546c6879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:41Z', 'updated_at': '2022-07-20T15:40:16Z', 'revision_number': 5, 'project_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'gw_port': {'id': 'dffbaa5c-bf8e-48c1-9443-e215546c6879', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:44Z', 'updated_at': '2022-07-20T15:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:40:17.949068 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:17.974659 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09648b0-ca97-4695-9079-36ef3c12c83f None None] The sync data for ids ['08c64ac6-afa1-4f7d-addf-3818db3cc212'] in dv-cinder-819149-12-iscsi is: [{'id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'name': 'tempest-AttachVolumeShelveTestJSON-381720140-router', 'tenant_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'dffbaa5c-bf8e-48c1-9443-e215546c6879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:31:41Z', 'updated_at': '2022-07-20T15:40:16Z', 'revision_number': 5, 'project_id': '4446d4a6f4e64ccb8bfd5b3fe6f2127a', 'gw_port': {'id': 'dffbaa5c-bf8e-48c1-9443-e215546c6879', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c64ac6-afa1-4f7d-addf-3818db3cc212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:31:44Z', 'updated_at': '2022-07-20T15:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}] {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:40:18.157387 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6201cf43-a597-455f-b233-af34e011641a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (dffbaa5c-bf8e-48c1-9443-e215546c6879), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:18.179659 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6201cf43-a597-455f-b233-af34e011641a admin admin] Pushing event deleted for resources: {'Port': ['ID=dffbaa5c-bf8e-48c1-9443-e215546c6879,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:18.245201 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6201cf43-a597-455f-b233-af34e011641a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714468'] for router_gateway (08c64ac6-afa1-4f7d-addf-3818db3cc212), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:18.334642 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6201cf43-a597-455f-b233-af34e011641a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1708605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-741'] for router (08c64ac6-afa1-4f7d-addf-3818db3cc212), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:18.336910 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6201cf43-a597-455f-b233-af34e011641a admin admin] Publish callbacks [] for router_controller (08c64ac6-afa1-4f7d-addf-3818db3cc212), precommit_delete_associations {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:18.460538 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6201cf43-a597-455f-b233-af34e011641a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708713'] for router (08c64ac6-afa1-4f7d-addf-3818db3cc212), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:18.461197 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6201cf43-a597-455f-b233-af34e011641a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08c64ac6-afa1-4f7d-addf-3818db3cc212 {{(pid=104509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 15:40:18.465446 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6201cf43-a597-455f-b233-af34e011641a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:18.466627 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-6201cf43-a597-455f-b233-af34e011641a admin admin] 10.222.0.78 "DELETE /v2.0/routers/08c64ac6-afa1-4f7d-addf-3818db3cc212 HTTP/1.1" status: 204 len: 168 time: 1.2076137 Jul 20 15:40:18.469064 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 49244) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:18.504582 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:18.516510 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_v2 [None req-3175d382-9799-424f-8cf9-9b45fbc127d2 admin admin] Deleting subnet 4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c {{(pid=104509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 15:40:18.519976 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-3175d382-9799-424f-8cf9-9b45fbc127d2 admin admin] Publish callbacks [] for subnet (4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:18.557171 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-3175d382-9799-424f-8cf9-9b45fbc127d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17085713'] for subnet (4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c), precommit_delete_associations {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:18.644179 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-3175d382-9799-424f-8cf9-9b45fbc127d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7837766'] for subnet (4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:18.752275 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-3175d382-9799-424f-8cf9-9b45fbc127d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7837769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1948132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18758723'] for subnet (4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:18.776627 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3175d382-9799-424f-8cf9-9b45fbc127d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:18.782880 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-3175d382-9799-424f-8cf9-9b45fbc127d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for subnet (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:18.786074 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-3175d382-9799-424f-8cf9-9b45fbc127d2 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/4cd8d77b-8b4c-4b83-8f4e-159bdbabf41c HTTP/1.1" status: 204 len: 168 time: 0.3160675 Jul 20 15:40:18.788478 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553ee20d-cde1-4293-b6a1-344a15a97b2c None None] Network f5eb24be-2bbb-47ab-b680-70a114f8f10e requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:40:18.789244 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 49246) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:18.864693 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ad5c78d6-0e99-43ce-ac8d-c45ec0efd48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7858968'] for network (f5eb24be-2bbb-47ab-b680-70a114f8f10e), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:18.907531 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-ad5c78d6-0e99-43ce-ac8d-c45ec0efd48d admin admin] Deleting port aa35ba57-df8b-4a33-abe8-913a9ce9a032 {{(pid=104509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:40:18.907871 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ad5c78d6-0e99-43ce-ac8d-c45ec0efd48d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (aa35ba57-df8b-4a33-abe8-913a9ce9a032), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:18.978334 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [None req-ad5c78d6-0e99-43ce-ac8d-c45ec0efd48d admin admin] For port aa35ba57-df8b-4a33-abe8-913a9ce9a032, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=aa35ba57-df8b-4a33-abe8-913a9ce9a032,segment=NetworkSegment(643648c2-fbcf-4011-96d1-5d3dde59321a),segment_id=643648c2-fbcf-4011-96d1-5d3dde59321a)] {{(pid=104509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:40:18.979541 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ad5c78d6-0e99-43ce-ac8d-c45ec0efd48d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (aa35ba57-df8b-4a33-abe8-913a9ce9a032), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:18.994331 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device dffbaa5c-bf8e-48c1-9443-e215546c6879 no longer exists at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:40:19.002842 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-ad5c78d6-0e99-43ce-ac8d-c45ec0efd48d admin admin] Calling delete_port for aa35ba57-df8b-4a33-abe8-913a9ce9a032 owned by network:dhcp {{(pid=104509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:40:19.024846 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] No Port match for: dffbaa5c-bf8e-48c1-9443-e215546c6879 {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:40:19.024846 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device dffbaa5c-bf8e-48c1-9443-e215546c6879 not bound to the agent host dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:40:19.025074 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 37bfb88a-e474-4aa4-9e72-a09deb918564 no longer exists at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:40:19.050487 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] No Port match for: 37bfb88a-e474-4aa4-9e72-a09deb918564 {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:40:19.050836 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 37bfb88a-e474-4aa4-9e72-a09deb918564 not bound to the agent host dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:40:19.067991 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fde374-92f5-4903-8ce4-235066fa3285 None None] DHCP port deletion for f5eb24be-2bbb-47ab-b680-70a114f8f10e request from dv-cinder-819149-12-iscsi {{(pid=104511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 15:40:19.074244 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:19.105842 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-14fde374-92f5-4903-8ce4-235066fa3285 None None] Deleting port aa35ba57-df8b-4a33-abe8-913a9ce9a032 {{(pid=104511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:40:19.106383 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-14fde374-92f5-4903-8ce4-235066fa3285 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (aa35ba57-df8b-4a33-abe8-913a9ce9a032), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:19.163640 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ad5c78d6-0e99-43ce-ac8d-c45ec0efd48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (aa35ba57-df8b-4a33-abe8-913a9ce9a032), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:19.168698 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-14fde374-92f5-4903-8ce4-235066fa3285 None None] For port aa35ba57-df8b-4a33-abe8-913a9ce9a032, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=aa35ba57-df8b-4a33-abe8-913a9ce9a032,segment=NetworkSegment(643648c2-fbcf-4011-96d1-5d3dde59321a),segment_id=643648c2-fbcf-4011-96d1-5d3dde59321a)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:40:19.173108 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-14fde374-92f5-4903-8ce4-235066fa3285 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (aa35ba57-df8b-4a33-abe8-913a9ce9a032), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:19.186503 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-14fde374-92f5-4903-8ce4-235066fa3285 None None] Calling delete_port for aa35ba57-df8b-4a33-abe8-913a9ce9a032 owned by network:dhcp {{(pid=104511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:40:19.191172 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c78d6-0e99-43ce-ac8d-c45ec0efd48d admin admin] Pushing event deleted for resources: {'Port': ['ID=aa35ba57-df8b-4a33-abe8-913a9ce9a032,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:19.195213 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5c78d6-0e99-43ce-ac8d-c45ec0efd48d admin admin] No DVR routers for this DVR port aa35ba57-df8b-4a33-abe8-913a9ce9a032 on host dv-cinder-819149-12-iscsi {{(pid=104509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 15:40:19.263282 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-14fde374-92f5-4903-8ce4-235066fa3285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422'] for port (aa35ba57-df8b-4a33-abe8-913a9ce9a032), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:19.271701 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ad5c78d6-0e99-43ce-ac8d-c45ec0efd48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7837447', 'neutron.services.segments.db._delete_segments_for_network-8737057647674'] for network (f5eb24be-2bbb-47ab-b680-70a114f8f10e), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:19.287653 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fde374-92f5-4903-8ce4-235066fa3285 None None] Pushing event deleted for resources: {'Port': ['ID=aa35ba57-df8b-4a33-abe8-913a9ce9a032,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:19.292418 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fde374-92f5-4903-8ce4-235066fa3285 None None] No DVR routers for this DVR port aa35ba57-df8b-4a33-abe8-913a9ce9a032 on host dv-cinder-819149-12-iscsi {{(pid=104511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 15:40:19.293007 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.services.segments.db [None req-ad5c78d6-0e99-43ce-ac8d-c45ec0efd48d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5eb24be-2bbb-47ab-b680-70a114f8f10e']}} {{(pid=104509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:40:19.307407 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.services.segments.db [None req-ad5c78d6-0e99-43ce-ac8d-c45ec0efd48d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '643648c2-fbcf-4011-96d1-5d3dde59321a') {'for_net_delete': True} {{(pid=104509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:40:19.307777 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.services.segments.db [None req-ad5c78d6-0e99-43ce-ac8d-c45ec0efd48d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '643648c2-fbcf-4011-96d1-5d3dde59321a') {} {{(pid=104509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:40:19.317762 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ad5c78d6-0e99-43ce-ac8d-c45ec0efd48d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737057648963', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17085736'] for segment (643648c2-fbcf-4011-96d1-5d3dde59321a), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:19.331420 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ad5c78d6-0e99-43ce-ac8d-c45ec0efd48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087'] for segment (643648c2-fbcf-4011-96d1-5d3dde59321a), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:19.337780 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad5c78d6-0e99-43ce-ac8d-c45ec0efd48d admin admin] Releasing vlan 980 on physical network physnet1 to pool {{(pid=104509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 15:40:19.338178 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ad5c78d6-0e99-43ce-ac8d-c45ec0efd48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1934150'] for segment (643648c2-fbcf-4011-96d1-5d3dde59321a), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:19.470502 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.services.segments.plugin [-] Segment 643648c2-fbcf-4011-96d1-5d3dde59321a resource provider aggregate not found Jul 20 15:40:19.474989 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ad5c78d6-0e99-43ce-ac8d-c45ec0efd48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7837500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714511'] for network (f5eb24be-2bbb-47ab-b680-70a114f8f10e), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:19.480440 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ad5c78d6-0e99-43ce-ac8d-c45ec0efd48d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for network (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:19.484124 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-ad5c78d6-0e99-43ce-ac8d-c45ec0efd48d admin admin] 10.222.0.78 "DELETE /v2.0/networks/f5eb24be-2bbb-47ab-b680-70a114f8f10e HTTP/1.1" status: 204 len: 168 time: 0.6938860 Jul 20 15:40:19.495913 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.services.segments.plugin [-] Segment 643648c2-fbcf-4011-96d1-5d3dde59321a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 643648c2-fbcf-4011-96d1-5d3dde59321a found for delete ", "request_id": "req-0c2c64c9-1575-45f2-8242-33552db848eb"}]} Jul 20 15:40:19.496789 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c78d6-0e99-43ce-ac8d-c45ec0efd48d admin admin] Pushing event deleted for resources: {'Network': ['ID=f5eb24be-2bbb-47ab-b680-70a114f8f10e,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:19.782374 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 49258) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:19.823478 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-a8679a68-30ed-44b0-a927-85d2916604b8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4446d4a6f4e64ccb8bfd5b3fe6f2127a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0399711 Jul 20 15:40:19.825870 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 49260) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:19.880345 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-e1dd88f8-00fc-4ad1-a75a-2559a34c8dcc admin admin] Publish callbacks [] for security_group (496d2eb2-a54b-4a91-86b4-6246591f2398), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:19.901432 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-e1dd88f8-00fc-4ad1-a75a-2559a34c8dcc admin admin] Publish callbacks [] for security_group (496d2eb2-a54b-4a91-86b4-6246591f2398), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:19.911647 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:DELETE=12,neutron:UPDATE=2,neutron:SELECT=86 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:20.031488 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-e1dd88f8-00fc-4ad1-a75a-2559a34c8dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (496d2eb2-a54b-4a91-86b4-6246591f2398), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:20.034049 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-e1dd88f8-00fc-4ad1-a75a-2559a34c8dcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:20.035320 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-e1dd88f8-00fc-4ad1-a75a-2559a34c8dcc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/496d2eb2-a54b-4a91-86b4-6246591f2398 HTTP/1.1" status: 204 len: 168 time: 0.2084942 Jul 20 15:40:20.043466 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd88f8-00fc-4ad1-a75a-2559a34c8dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496d2eb2-a54b-4a91-86b4-6246591f2398,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:20.065948 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9ba47271-7c74-47b3-8560-c37b7c87256e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:20.943708 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device aa35ba57-df8b-4a33-abe8-913a9ce9a032 no longer exists at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:40:20.965926 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] No Port match for: aa35ba57-df8b-4a33-abe8-913a9ce9a032 {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:40:20.966298 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device aa35ba57-df8b-4a33-abe8-913a9ce9a032 not bound to the agent host dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:40:21.226250 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 49282) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:21.323211 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-bdc989b8-a71f-4492-b5ba-3cf4ce02ae6b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1616487504-network', 'tenant_id': '39ad4f66e6434dc98537140e19974111'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:40:21.448996 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc989b8-a71f-4492-b5ba-3cf4ce02ae6b admin admin] Made reservation on behalf of 39ad4f66e6434dc98537140e19974111 for: {'network': 1} {{(pid=104509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:40:21.451427 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-bdc989b8-a71f-4492-b5ba-3cf4ce02ae6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for network (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:21.460611 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-bdc989b8-a71f-4492-b5ba-3cf4ce02ae6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:21.537756 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-bdc989b8-a71f-4492-b5ba-3cf4ce02ae6b admin admin] Publish callbacks [] for security_group (a981df59-7888-4e15-8cf2-ce8a3d6c7793), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:21.631633 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-bdc989b8-a71f-4492-b5ba-3cf4ce02ae6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (a981df59-7888-4e15-8cf2-ce8a3d6c7793), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:21.660293 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdc989b8-a71f-4492-b5ba-3cf4ce02ae6b admin admin] vlan segment allocate from pool success with {'vlan_id': 964, 'physical_network': 'physnet1'} {{(pid=104509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 15:40:21.665656 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc989b8-a71f-4492-b5ba-3cf4ce02ae6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a981df59-7888-4e15-8cf2-ce8a3d6c7793,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:21.674987 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-bdc989b8-a71f-4492-b5ba-3cf4ce02ae6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087'] for segment (bf1a5802-ff31-4d3d-a07f-86e25f35647f), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:21.675545 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.db.segments_db [None req-bdc989b8-a71f-4492-b5ba-3cf4ce02ae6b admin admin] Added segment bf1a5802-ff31-4d3d-a07f-86e25f35647f of type vlan for network ca3b0710-6cc7-4b5a-b89d-01fc7f34c4e1 Jul 20 15:40:21.720059 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-bdc989b8-a71f-4492-b5ba-3cf4ce02ae6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737057167135'] for network (ca3b0710-6cc7-4b5a-b89d-01fc7f34c4e1), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:21.826100 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-bdc989b8-a71f-4492-b5ba-3cf4ce02ae6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428'] for network (ca3b0710-6cc7-4b5a-b89d-01fc7f34c4e1), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:21.827607 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc989b8-a71f-4492-b5ba-3cf4ce02ae6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:40:21.828231 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-bdc989b8-a71f-4492-b5ba-3cf4ce02ae6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for network (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:21.892354 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc989b8-a71f-4492-b5ba-3cf4ce02ae6b admin admin] Pushing event updated for resources: {'Network': ['ID=ca3b0710-6cc7-4b5a-b89d-01fc7f34c4e1,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:21.901717 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Network ca3b0710-6cc7-4b5a-b89d-01fc7f34c4e1 details requested by agent ovs-agent-dv-cinder-819149-12-iscsi with host dv-cinder-819149-12-iscsi {{(pid=104511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 15:40:22.006175 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-bdc989b8-a71f-4492-b5ba-3cf4ce02ae6b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7787626 Jul 20 15:40:22.008993 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 49286) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:22.013608 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-bf231ac7-1ed4-49c2-aa5c-429e66c0efee admin admin] Request body: {'subnet': {'network_id': 'ca3b0710-6cc7-4b5a-b89d-01fc7f34c4e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1616487504-subnet', 'tenant_id': '39ad4f66e6434dc98537140e19974111', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:40:22.111576 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf231ac7-1ed4-49c2-aa5c-429e66c0efee admin admin] Made reservation on behalf of 39ad4f66e6434dc98537140e19974111 for: {'subnet': 1} {{(pid=104509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:40:22.114094 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-bf231ac7-1ed4-49c2-aa5c-429e66c0efee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18758766'] for subnet (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:22.140595 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=78,neutron:DELETE=8,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:22.397788 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-bf231ac7-1ed4-49c2-aa5c-429e66c0efee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1948069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18758776'] for subnet (935078b4-8a4f-4735-92eb-3a049c340bcd), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:22.431409 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:22.437881 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f0a3c8e6-2b47-4daf-9995-4a57a595915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:22.461150 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf231ac7-1ed4-49c2-aa5c-429e66c0efee admin admin] Pushing event updated for resources: {'Subnet': ['ID=935078b4-8a4f-4735-92eb-3a049c340bcd,revision_number=0']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:22.472592 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf231ac7-1ed4-49c2-aa5c-429e66c0efee admin admin] Checking segment: {'id': 'bf1a5802-ff31-4d3d-a07f-86e25f35647f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'ca3b0710-6cc7-4b5a-b89d-01fc7f34c4e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:40:22.472953 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf231ac7-1ed4-49c2-aa5c-429e66c0efee admin admin] Network hostable DHCP agents. Network: ca3b0710-6cc7-4b5a-b89d-01fc7f34c4e1, hostable agents: ['1054ab0b-28b9-454f-8889-d57ec5383afd'], hosted agents: [] {{(pid=104509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 15:40:22.694934 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf231ac7-1ed4-49c2-aa5c-429e66c0efee admin admin] Network ca3b0710-6cc7-4b5a-b89d-01fc7f34c4e1 is scheduled to be hosted by DHCP agent 1054ab0b-28b9-454f-8889-d57ec5383afd with binding_index 1 {{(pid=104509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 15:40:22.800556 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=56,neutron:DELETE=4 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:22.934671 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [None req-bf231ac7-1ed4-49c2-aa5c-429e66c0efee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-12-iscsi, ca3b0710-6cc7-4b5a-b89d-01fc7f34c4e1) {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:40:22.939262 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf231ac7-1ed4-49c2-aa5c-429e66c0efee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:40:22.939869 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-bf231ac7-1ed4-49c2-aa5c-429e66c0efee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for subnet (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:22.943772 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f98e90-2edc-4422-bec5-7fb516e82ac6 None None] Network ca3b0710-6cc7-4b5a-b89d-01fc7f34c4e1 requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:40:23.051607 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-bf231ac7-1ed4-49c2-aa5c-429e66c0efee admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0415390 Jul 20 15:40:23.176825 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80462084-f4fc-4de0-8b31-35bab4c33b5e None None] Network ca3b0710-6cc7-4b5a-b89d-01fc7f34c4e1 requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:40:23.632042 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:23.767907 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 49306) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:23.772839 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-8d4a87d1-e730-4d03-8cce-fd30de5b0c8b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1628581599-network', 'tenant_id': '64528a378a7b4ed58d17564e043593d3'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:40:23.883098 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4a87d1-e730-4d03-8cce-fd30de5b0c8b admin admin] Made reservation on behalf of 64528a378a7b4ed58d17564e043593d3 for: {'network': 1} {{(pid=104510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:40:23.885630 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-8d4a87d1-e730-4d03-8cce-fd30de5b0c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for network (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:23.896672 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-8d4a87d1-e730-4d03-8cce-fd30de5b0c8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:23.975166 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-8d4a87d1-e730-4d03-8cce-fd30de5b0c8b admin admin] Publish callbacks [] for security_group (a0d28d96-9570-457f-a13d-a71398b098a2), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:24.048657 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-8d4a87d1-e730-4d03-8cce-fd30de5b0c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (a0d28d96-9570-457f-a13d-a71398b098a2), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:24.075278 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d4a87d1-e730-4d03-8cce-fd30de5b0c8b admin admin] vlan segment allocate from pool success with {'vlan_id': 998, 'physical_network': 'physnet1'} {{(pid=104510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 15:40:24.085584 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4a87d1-e730-4d03-8cce-fd30de5b0c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d28d96-9570-457f-a13d-a71398b098a2,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:24.095725 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-8d4a87d1-e730-4d03-8cce-fd30de5b0c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087'] for segment (8eb3c663-0c14-4498-98ec-27a7ecef0ed0), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:24.095725 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.db.segments_db [None req-8d4a87d1-e730-4d03-8cce-fd30de5b0c8b admin admin] Added segment 8eb3c663-0c14-4498-98ec-27a7ecef0ed0 of type vlan for network d7080a47-c390-4c19-b762-16b59cf85a01 Jul 20 15:40:24.103494 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4a87d1-e730-4d03-8cce-fd30de5b0c8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:40:24.108168 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4a87d1-e730-4d03-8cce-fd30de5b0c8b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:40:24.108168 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4a87d1-e730-4d03-8cce-fd30de5b0c8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:40:24.108168 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4a87d1-e730-4d03-8cce-fd30de5b0c8b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:40:24.108168 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4a87d1-e730-4d03-8cce-fd30de5b0c8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:40:24.108168 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4a87d1-e730-4d03-8cce-fd30de5b0c8b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:40:24.108168 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4a87d1-e730-4d03-8cce-fd30de5b0c8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:40:24.108168 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4a87d1-e730-4d03-8cce-fd30de5b0c8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:40:24.108168 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4a87d1-e730-4d03-8cce-fd30de5b0c8b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:40:24.108168 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4a87d1-e730-4d03-8cce-fd30de5b0c8b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:40:24.108168 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4a87d1-e730-4d03-8cce-fd30de5b0c8b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:40:24.108168 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4a87d1-e730-4d03-8cce-fd30de5b0c8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:40:24.108168 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4a87d1-e730-4d03-8cce-fd30de5b0c8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:40:24.108168 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4a87d1-e730-4d03-8cce-fd30de5b0c8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:40:24.108168 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4a87d1-e730-4d03-8cce-fd30de5b0c8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:40:24.149577 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-8d4a87d1-e730-4d03-8cce-fd30de5b0c8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737057167135'] for network (d7080a47-c390-4c19-b762-16b59cf85a01), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:24.247643 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-8d4a87d1-e730-4d03-8cce-fd30de5b0c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428'] for network (d7080a47-c390-4c19-b762-16b59cf85a01), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:24.248642 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4a87d1-e730-4d03-8cce-fd30de5b0c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:40:24.249227 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-8d4a87d1-e730-4d03-8cce-fd30de5b0c8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for network (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:24.313827 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4a87d1-e730-4d03-8cce-fd30de5b0c8b admin admin] Pushing event updated for resources: {'Network': ['ID=d7080a47-c390-4c19-b762-16b59cf85a01,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:24.323762 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Network d7080a47-c390-4c19-b762-16b59cf85a01 details requested by agent ovs-agent-dv-cinder-819149-12-iscsi with host dv-cinder-819149-12-iscsi {{(pid=104511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 15:40:24.328633 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:24.347460 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-8d4a87d1-e730-4d03-8cce-fd30de5b0c8b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5784328 Jul 20 15:40:24.350166 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 49308) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:24.354852 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-564a4c43-4459-4f0e-9231-e7b6d9e02a7c admin admin] Request body: {'subnet': {'network_id': 'd7080a47-c390-4c19-b762-16b59cf85a01', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1628581599-subnet', 'tenant_id': '64528a378a7b4ed58d17564e043593d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:40:24.378468 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:24.426208 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564a4c43-4459-4f0e-9231-e7b6d9e02a7c admin admin] Made reservation on behalf of 64528a378a7b4ed58d17564e043593d3 for: {'subnet': 1} {{(pid=104510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:40:24.428662 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-564a4c43-4459-4f0e-9231-e7b6d9e02a7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25937554'] for subnet (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:24.701014 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-564a4c43-4459-4f0e-9231-e7b6d9e02a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25785471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25937540'] for subnet (583fecb6-77ee-4edf-9768-7296ff46372c), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:24.759324 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a4c43-4459-4f0e-9231-e7b6d9e02a7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=583fecb6-77ee-4edf-9768-7296ff46372c,revision_number=0']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:24.768219 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564a4c43-4459-4f0e-9231-e7b6d9e02a7c admin admin] Checking segment: {'id': '8eb3c663-0c14-4498-98ec-27a7ecef0ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 998, 'network_id': 'd7080a47-c390-4c19-b762-16b59cf85a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:40:24.768580 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564a4c43-4459-4f0e-9231-e7b6d9e02a7c admin admin] Network hostable DHCP agents. Network: d7080a47-c390-4c19-b762-16b59cf85a01, hostable agents: ['1054ab0b-28b9-454f-8889-d57ec5383afd'], hosted agents: [] {{(pid=104510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 15:40:24.888524 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564a4c43-4459-4f0e-9231-e7b6d9e02a7c admin admin] Network d7080a47-c390-4c19-b762-16b59cf85a01 is scheduled to be hosted by DHCP agent 1054ab0b-28b9-454f-8889-d57ec5383afd with binding_index 1 {{(pid=104510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 15:40:24.968309 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:25.002155 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.base_scheduler [None req-564a4c43-4459-4f0e-9231-e7b6d9e02a7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-12-iscsi, d7080a47-c390-4c19-b762-16b59cf85a01) {{(pid=104510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:40:25.006186 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564a4c43-4459-4f0e-9231-e7b6d9e02a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:40:25.006809 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-564a4c43-4459-4f0e-9231-e7b6d9e02a7c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:25.011484 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144b1a9d-cfe8-48b5-a445-0896732091a6 None None] Network d7080a47-c390-4c19-b762-16b59cf85a01 requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:40:25.068185 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:25.106905 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-564a4c43-4459-4f0e-9231-e7b6d9e02a7c admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7478170 Jul 20 15:40:25.117845 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9834ce6-e03d-4975-a272-f2df0c5fba94 None None] Network d7080a47-c390-4c19-b762-16b59cf85a01 requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:40:25.223661 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 49312) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:25.253442 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:25.270413 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.db_base_plugin_v2 [None req-3267ae45-f6be-4a4f-a63e-739abf7e10c7 admin admin] Deleting subnet 935078b4-8a4f-4735-92eb-3a049c340bcd {{(pid=104510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 15:40:25.273118 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:25.274002 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-3267ae45-f6be-4a4f-a63e-739abf7e10c7 admin admin] Publish callbacks [] for subnet (935078b4-8a4f-4735-92eb-3a049c340bcd), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:25.314631 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-3267ae45-f6be-4a4f-a63e-739abf7e10c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3188876'] for subnet (935078b4-8a4f-4735-92eb-3a049c340bcd), precommit_delete_associations {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:25.354990 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-3267ae45-f6be-4a4f-a63e-739abf7e10c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7837766'] for subnet (935078b4-8a4f-4735-92eb-3a049c340bcd), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:25.483434 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-3267ae45-f6be-4a4f-a63e-739abf7e10c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7837769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25785406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25937599'] for subnet (935078b4-8a4f-4735-92eb-3a049c340bcd), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:25.509844 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3267ae45-f6be-4a4f-a63e-739abf7e10c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=935078b4-8a4f-4735-92eb-3a049c340bcd,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:25.513455 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-3267ae45-f6be-4a4f-a63e-739abf7e10c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:25.517355 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-3267ae45-f6be-4a4f-a63e-739abf7e10c7 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/935078b4-8a4f-4735-92eb-3a049c340bcd HTTP/1.1" status: 204 len: 168 time: 0.2933462 Jul 20 15:40:25.519779 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 49314) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:25.593377 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-917f5078-09c4-4675-8ee4-7db422874e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7858968'] for network (ca3b0710-6cc7-4b5a-b89d-01fc7f34c4e1), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:25.670463 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-917f5078-09c4-4675-8ee4-7db422874e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7837447', 'neutron.services.segments.db._delete_segments_for_network-8737057647674'] for network (ca3b0710-6cc7-4b5a-b89d-01fc7f34c4e1), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:25.694486 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.services.segments.db [None req-917f5078-09c4-4675-8ee4-7db422874e64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca3b0710-6cc7-4b5a-b89d-01fc7f34c4e1']}} {{(pid=104510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:40:25.704742 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.services.segments.db [None req-917f5078-09c4-4675-8ee4-7db422874e64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf1a5802-ff31-4d3d-a07f-86e25f35647f') {'for_net_delete': True} {{(pid=104510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:40:25.705026 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.services.segments.db [None req-917f5078-09c4-4675-8ee4-7db422874e64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf1a5802-ff31-4d3d-a07f-86e25f35647f') {} {{(pid=104510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:40:25.714606 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-917f5078-09c4-4675-8ee4-7db422874e64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737057648963', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3188917'] for segment (bf1a5802-ff31-4d3d-a07f-86e25f35647f), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:25.728743 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-917f5078-09c4-4675-8ee4-7db422874e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087'] for segment (bf1a5802-ff31-4d3d-a07f-86e25f35647f), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:25.735288 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-917f5078-09c4-4675-8ee4-7db422874e64 admin admin] Releasing vlan 964 on physical network physnet1 to pool {{(pid=104510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 15:40:25.735616 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-917f5078-09c4-4675-8ee4-7db422874e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25775772'] for segment (bf1a5802-ff31-4d3d-a07f-86e25f35647f), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:25.765073 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.services.segments.plugin [-] Segment bf1a5802-ff31-4d3d-a07f-86e25f35647f resource provider aggregate not found Jul 20 15:40:25.803524 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.services.segments.plugin [-] Segment bf1a5802-ff31-4d3d-a07f-86e25f35647f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf1a5802-ff31-4d3d-a07f-86e25f35647f found for delete ", "request_id": "req-54d60529-971b-4b4f-9dd0-902a73296e9a"}]} Jul 20 15:40:25.917976 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-917f5078-09c4-4675-8ee4-7db422874e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7837500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714511'] for network (ca3b0710-6cc7-4b5a-b89d-01fc7f34c4e1), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:25.925577 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-917f5078-09c4-4675-8ee4-7db422874e64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for network (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:25.928717 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-917f5078-09c4-4675-8ee4-7db422874e64 admin admin] 10.222.0.78 "DELETE /v2.0/networks/ca3b0710-6cc7-4b5a-b89d-01fc7f34c4e1 HTTP/1.1" status: 204 len: 168 time: 0.4080262 Jul 20 15:40:25.931730 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 49320) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:25.938044 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f5078-09c4-4675-8ee4-7db422874e64 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca3b0710-6cc7-4b5a-b89d-01fc7f34c4e1,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:25.979376 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_v2 [None req-c444e51f-f592-46fe-8728-f1c112369c8f admin admin] Deleting subnet 583fecb6-77ee-4edf-9768-7296ff46372c {{(pid=104509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 15:40:25.982772 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-c444e51f-f592-46fe-8728-f1c112369c8f admin admin] Publish callbacks [] for subnet (583fecb6-77ee-4edf-9768-7296ff46372c), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:26.018429 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-c444e51f-f592-46fe-8728-f1c112369c8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17085713'] for subnet (583fecb6-77ee-4edf-9768-7296ff46372c), precommit_delete_associations {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:26.057150 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-c444e51f-f592-46fe-8728-f1c112369c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7837766'] for subnet (583fecb6-77ee-4edf-9768-7296ff46372c), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:26.185316 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-c444e51f-f592-46fe-8728-f1c112369c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7837769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1948132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18758723'] for subnet (583fecb6-77ee-4edf-9768-7296ff46372c), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:26.215026 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-c444e51f-f592-46fe-8728-f1c112369c8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for subnet (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:26.218768 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-c444e51f-f592-46fe-8728-f1c112369c8f admin admin] 10.222.0.78 "DELETE /v2.0/subnets/583fecb6-77ee-4edf-9768-7296ff46372c HTTP/1.1" status: 204 len: 168 time: 0.2860155 Jul 20 15:40:26.219550 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c444e51f-f592-46fe-8728-f1c112369c8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=583fecb6-77ee-4edf-9768-7296ff46372c,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:26.221473 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 49324) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:26.298205 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-7c9476bc-227b-43f9-a312-481e05f65781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7858968'] for network (d7080a47-c390-4c19-b762-16b59cf85a01), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:26.371218 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:26.375446 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-7c9476bc-227b-43f9-a312-481e05f65781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7837447', 'neutron.services.segments.db._delete_segments_for_network-8737057647674'] for network (d7080a47-c390-4c19-b762-16b59cf85a01), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:26.395254 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.services.segments.db [None req-7c9476bc-227b-43f9-a312-481e05f65781 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7080a47-c390-4c19-b762-16b59cf85a01']}} {{(pid=104510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:40:26.404983 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.services.segments.db [None req-7c9476bc-227b-43f9-a312-481e05f65781 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eb3c663-0c14-4498-98ec-27a7ecef0ed0') {'for_net_delete': True} {{(pid=104510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:40:26.405305 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.services.segments.db [None req-7c9476bc-227b-43f9-a312-481e05f65781 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eb3c663-0c14-4498-98ec-27a7ecef0ed0') {} {{(pid=104510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:40:26.419274 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-7c9476bc-227b-43f9-a312-481e05f65781 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737057648963', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3188917'] for segment (8eb3c663-0c14-4498-98ec-27a7ecef0ed0), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:26.433138 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-7c9476bc-227b-43f9-a312-481e05f65781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087'] for segment (8eb3c663-0c14-4498-98ec-27a7ecef0ed0), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:26.439288 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c9476bc-227b-43f9-a312-481e05f65781 admin admin] Releasing vlan 998 on physical network physnet1 to pool {{(pid=104510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 15:40:26.439674 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-7c9476bc-227b-43f9-a312-481e05f65781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25775772'] for segment (8eb3c663-0c14-4498-98ec-27a7ecef0ed0), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:26.562923 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-7c9476bc-227b-43f9-a312-481e05f65781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7837500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714511'] for network (d7080a47-c390-4c19-b762-16b59cf85a01), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:26.567035 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-7c9476bc-227b-43f9-a312-481e05f65781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for network (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:26.570179 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-7c9476bc-227b-43f9-a312-481e05f65781 admin admin] 10.222.0.78 "DELETE /v2.0/networks/d7080a47-c390-4c19-b762-16b59cf85a01 HTTP/1.1" status: 204 len: 168 time: 0.3476467 Jul 20 15:40:26.583218 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9476bc-227b-43f9-a312-481e05f65781 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7080a47-c390-4c19-b762-16b59cf85a01,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:27.018290 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 49336) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:27.059076 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-2d029114-8e47-4bdb-a0c3-1a65795e7747 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=39ad4f66e6434dc98537140e19974111&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394764 Jul 20 15:40:27.061956 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 49338) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:27.116226 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-65982a71-a0ee-4146-bf66-01c8bce5faf9 admin admin] Publish callbacks [] for security_group (a981df59-7888-4e15-8cf2-ce8a3d6c7793), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:27.139449 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-65982a71-a0ee-4146-bf66-01c8bce5faf9 admin admin] Publish callbacks [] for security_group (a981df59-7888-4e15-8cf2-ce8a3d6c7793), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:27.273491 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e37181-69cf-4ee5-b999-56b6c9eb119d req-eb405fde-3d50-41a2-b8d9-471183d30032 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:40:27.275032 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-71e37181-69cf-4ee5-b999-56b6c9eb119d req-eb405fde-3d50-41a2-b8d9-471183d30032 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=84c1c67f-27a0-475d-9897-10786bf0bc74 HTTP/1.1" status: 200 len: 945 time: 0.0495648 Jul 20 15:40:27.302916 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-65982a71-a0ee-4146-bf66-01c8bce5faf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (a981df59-7888-4e15-8cf2-ce8a3d6c7793), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:27.305529 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-65982a71-a0ee-4146-bf66-01c8bce5faf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:27.306675 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-65982a71-a0ee-4146-bf66-01c8bce5faf9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a981df59-7888-4e15-8cf2-ce8a3d6c7793 HTTP/1.1" status: 204 len: 168 time: 0.2437680 Jul 20 15:40:27.330029 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65982a71-a0ee-4146-bf66-01c8bce5faf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a981df59-7888-4e15-8cf2-ce8a3d6c7793,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:27.338683 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-71e37181-69cf-4ee5-b999-56b6c9eb119d req-175841c2-5358-4a7b-bd9f-7ef61cad85eb tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?id=61b50363-ebbd-42bf-84a3-1e57fbe3ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578010 Jul 20 15:40:27.818063 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.services.segments.plugin [-] Segment 8eb3c663-0c14-4498-98ec-27a7ecef0ed0 resource provider aggregate not found Jul 20 15:40:27.843909 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.services.segments.plugin [-] Segment 8eb3c663-0c14-4498-98ec-27a7ecef0ed0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8eb3c663-0c14-4498-98ec-27a7ecef0ed0 found for delete ", "request_id": "req-cd2f5166-7252-4b22-b207-abadf1465b59"}]} Jul 20 15:40:27.951464 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=8 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:28.034112 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 49350) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:28.074344 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-f7ced9b4-ccd8-4af2-a0e9-8c658ea2a80f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=64528a378a7b4ed58d17564e043593d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395055 Jul 20 15:40:28.076384 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 49352) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:28.082186 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:28.129947 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c3d48d7d-712c-4492-9160-d654d2ec878b admin admin] Publish callbacks [] for security_group (a0d28d96-9570-457f-a13d-a71398b098a2), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:28.151565 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c3d48d7d-712c-4492-9160-d654d2ec878b admin admin] Publish callbacks [] for security_group (a0d28d96-9570-457f-a13d-a71398b098a2), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:28.317085 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c3d48d7d-712c-4492-9160-d654d2ec878b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (a0d28d96-9570-457f-a13d-a71398b098a2), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:28.319852 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c3d48d7d-712c-4492-9160-d654d2ec878b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:28.321023 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-c3d48d7d-712c-4492-9160-d654d2ec878b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a0d28d96-9570-457f-a13d-a71398b098a2 HTTP/1.1" status: 204 len: 168 time: 0.2437396 Jul 20 15:40:28.337208 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d48d7d-712c-4492-9160-d654d2ec878b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d28d96-9570-457f-a13d-a71398b098a2,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:28.458859 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2554547-8f0a-4aee-bc6c-42c5ff6a9bc4 req-899f3727-565c-4d10-9898-d23f92ef0307 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:40:28.460329 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-f2554547-8f0a-4aee-bc6c-42c5ff6a9bc4 req-899f3727-565c-4d10-9898-d23f92ef0307 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=84c1c67f-27a0-475d-9897-10786bf0bc74 HTTP/1.1" status: 200 len: 945 time: 0.0493631 Jul 20 15:40:28.509354 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-f2554547-8f0a-4aee-bc6c-42c5ff6a9bc4 req-5a230f3c-601d-4f72-b313-2439bc14c99c tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?id=61b50363-ebbd-42bf-84a3-1e57fbe3ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431616 Jul 20 15:40:28.621380 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63e597-0e3e-4d67-9b58-2dbd75314d6f req-8e16a0ed-ce81-4483-a01c-8f001f44abb4 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:40:28.622768 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-8c63e597-0e3e-4d67-9b58-2dbd75314d6f req-8e16a0ed-ce81-4483-a01c-8f001f44abb4 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.102 "GET /v2.0/ports?device_id=84c1c67f-27a0-475d-9897-10786bf0bc74 HTTP/1.1" status: 200 len: 945 time: 0.0469856 Jul 20 15:40:28.712386 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [req-8c63e597-0e3e-4d67-9b58-2dbd75314d6f req-86d2c96f-b1e0-460f-9631-4c668ec25eb6 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Deleting port 4be42035-ca2a-44b6-8ef1-f43eab23bd03 {{(pid=104509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:40:28.712726 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-8c63e597-0e3e-4d67-9b58-2dbd75314d6f req-86d2c96f-b1e0-460f-9631-4c668ec25eb6 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (4be42035-ca2a-44b6-8ef1-f43eab23bd03), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:28.805140 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-8c63e597-0e3e-4d67-9b58-2dbd75314d6f req-86d2c96f-b1e0-460f-9631-4c668ec25eb6 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] For port 4be42035-ca2a-44b6-8ef1-f43eab23bd03, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=4be42035-ca2a-44b6-8ef1-f43eab23bd03,segment=NetworkSegment(e026d837-5e38-45b1-9c83-a88e3f038dd4),segment_id=e026d837-5e38-45b1-9c83-a88e3f038dd4)] {{(pid=104509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:40:28.805640 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-8c63e597-0e3e-4d67-9b58-2dbd75314d6f req-86d2c96f-b1e0-460f-9631-4c668ec25eb6 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (4be42035-ca2a-44b6-8ef1-f43eab23bd03), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:28.974009 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-8c63e597-0e3e-4d67-9b58-2dbd75314d6f req-86d2c96f-b1e0-460f-9631-4c668ec25eb6 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:28.974404 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-8c63e597-0e3e-4d67-9b58-2dbd75314d6f req-86d2c96f-b1e0-460f-9631-4c668ec25eb6 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714675'] for floatingip (80e388b3-c923-4e2d-863f-4c204e9bcf51), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:28.974735 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.db.l3_db [req-8c63e597-0e3e-4d67-9b58-2dbd75314d6f req-86d2c96f-b1e0-460f-9631-4c668ec25eb6 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Floating IP 80e388b3-c923-4e2d-863f-4c204e9bcf51 disassociated. External IP: 172.27.1.59, port: 4be42035-ca2a-44b6-8ef1-f43eab23bd03. Jul 20 15:40:28.975068 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [req-8c63e597-0e3e-4d67-9b58-2dbd75314d6f req-86d2c96f-b1e0-460f-9631-4c668ec25eb6 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Calling delete_port for 4be42035-ca2a-44b6-8ef1-f43eab23bd03 owned by compute:nova {{(pid=104509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:40:29.031457 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:29.099938 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:29.181282 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-8c63e597-0e3e-4d67-9b58-2dbd75314d6f req-86d2c96f-b1e0-460f-9631-4c668ec25eb6 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (4be42035-ca2a-44b6-8ef1-f43eab23bd03), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:29.210137 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d2c96f-b1e0-460f-9631-4c668ec25eb6 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Pushing event deleted for resources: {'Port': ['ID=4be42035-ca2a-44b6-8ef1-f43eab23bd03,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:29.324181 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c63e597-0e3e-4d67-9b58-2dbd75314d6f req-86d2c96f-b1e0-460f-9631-4c668ec25eb6 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Router 3dbc9ad5-fe45-44b0-a894-986b191f2d98 has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:40:29.428934 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c63e597-0e3e-4d67-9b58-2dbd75314d6f req-86d2c96f-b1e0-460f-9631-4c668ec25eb6 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:40:29.446451 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dbb9c0-9c25-4572-9e1a-6a57b730933c None None] Sync routers for ids ['3dbc9ad5-fe45-44b0-a894-986b191f2d98'] in dv-cinder-819149-12-iscsi {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:40:29.454680 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dbb9c0-9c25-4572-9e1a-6a57b730933c None None] Routers {'3dbc9ad5-fe45-44b0-a894-986b191f2d98'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:40:29.455381 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-a2dbb9c0-9c25-4572-9e1a-6a57b730933c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:40:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['3dbc9ad5-fe45-44b0-a894-986b191f2d98'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:40:29.478709 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c63e597-0e3e-4d67-9b58-2dbd75314d6f req-86d2c96f-b1e0-460f-9631-4c668ec25eb6 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] No DVR routers for this DVR port 4be42035-ca2a-44b6-8ef1-f43eab23bd03 on host hv-cinder-81914 {{(pid=104509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 15:40:29.481695 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-8c63e597-0e3e-4d67-9b58-2dbd75314d6f req-86d2c96f-b1e0-460f-9631-4c668ec25eb6 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:29.484925 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-8c63e597-0e3e-4d67-9b58-2dbd75314d6f req-86d2c96f-b1e0-460f-9631-4c668ec25eb6 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.102 "DELETE /v2.0/ports/4be42035-ca2a-44b6-8ef1-f43eab23bd03 HTTP/1.1" status: 204 len: 173 time: 0.8565230 Jul 20 15:40:29.485366 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c1c67f-27a0-475d-9897-10786bf0bc74', 'name': 'network-vif-deleted', 'tag': '4be42035-ca2a-44b6-8ef1-f43eab23bd03'}] {{(pid=104509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:40:29.487628 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df77c6b91a480694ea4413056d8ef6386aadd078611a8438297a7cf852766117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516d76cf-ca6a-4f60-96cf-4a94c5a0d3fe" -d '{"events": [{"server_uuid": "84c1c67f-27a0-475d-9897-10786bf0bc74", "name": "network-vif-deleted", "tag": "4be42035-ca2a-44b6-8ef1-f43eab23bd03"}]}' {{(pid=104509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:40:29.527351 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 15:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe3b1f1-8eea-4af2-804b-21e8f65db5a2 x-openstack-request-id: req-bbe3b1f1-8eea-4af2-804b-21e8f65db5a2 {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:40:29.527649 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c1c67f-27a0-475d-9897-10786bf0bc74", "name": "network-vif-deleted", "tag": "4be42035-ca2a-44b6-8ef1-f43eab23bd03", "status": "completed", "code": 200}]} {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:40:29.527902 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bbe3b1f1-8eea-4af2-804b-21e8f65db5a2 {{(pid=104509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:40:29.528306 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbe3b1f1-8eea-4af2-804b-21e8f65db5a2'] response: {'server_uuid': '84c1c67f-27a0-475d-9897-10786bf0bc74', 'name': 'network-vif-deleted', 'tag': '4be42035-ca2a-44b6-8ef1-f43eab23bd03', 'status': 'completed', 'code': 200} Jul 20 15:40:29.597275 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-a2dbb9c0-9c25-4572-9e1a-6a57b730933c None None] Set router 3dbc9ad5-fe45-44b0-a894-986b191f2d98 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:40:29.639506 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-cf4c8279-aade-4acc-ad40-aa50f2d2e7d4 req-167b9bf4-cd33-463f-9601-44e0fb948060 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=84c1c67f-27a0-475d-9897-10786bf0bc74 HTTP/1.1" status: 200 len: 210 time: 0.0405555 Jul 20 15:40:29.834975 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-a2dbb9c0-9c25-4572-9e1a-6a57b730933c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'name': 'tempest-AttachVolumeNegativeTest-814596091-router', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:37:58Z', 'updated_at': '2022-07-20T15:38:01Z', 'revision_number': 4, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'gw_port': {'id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:37:59Z', 'updated_at': '2022-07-20T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': 'ce5860ac-c9f0-442d-897b-88699a89efa9', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'port_id': '8f52bdd8-fb43-4258-ab4f-f2f957867c30', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'mac_address': 'fa:16:3e:90:f4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0789091-c337-4b8d-b1b5-02144d153dcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:38:07Z', 'updated_at': '2022-07-20T15:38:25Z', 'revision_number': 2, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d0224a-43a2-4733-85f5-87b141dd2c9d', 'name': '', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'mac_address': 'fa:16:3e:f1:6f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:38:00Z', 'updated_at': '2022-07-20T15:38:05Z', 'revision_number': 5, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'subnets': [{'id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:40:29.861032 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dbb9c0-9c25-4572-9e1a-6a57b730933c None None] Checking router: 3dbc9ad5-fe45-44b0-a894-986b191f2d98 for host: dv-cinder-819149-12-iscsi {{(pid=104511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:40:29.869646 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dbb9c0-9c25-4572-9e1a-6a57b730933c None None] Routers {'3dbc9ad5-fe45-44b0-a894-986b191f2d98'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:40:29.870254 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-a2dbb9c0-9c25-4572-9e1a-6a57b730933c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:40:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['3dbc9ad5-fe45-44b0-a894-986b191f2d98'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:40:29.974910 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-a2dbb9c0-9c25-4572-9e1a-6a57b730933c None None] Set router 3dbc9ad5-fe45-44b0-a894-986b191f2d98 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:40:30.176578 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:30.191872 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-a2dbb9c0-9c25-4572-9e1a-6a57b730933c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'name': 'tempest-AttachVolumeNegativeTest-814596091-router', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:37:58Z', 'updated_at': '2022-07-20T15:38:01Z', 'revision_number': 4, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'gw_port': {'id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:37:59Z', 'updated_at': '2022-07-20T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': 'ce5860ac-c9f0-442d-897b-88699a89efa9', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'port_id': '8f52bdd8-fb43-4258-ab4f-f2f957867c30', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'mac_address': 'fa:16:3e:90:f4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0789091-c337-4b8d-b1b5-02144d153dcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:38:07Z', 'updated_at': '2022-07-20T15:38:25Z', 'revision_number': 2, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d0224a-43a2-4733-85f5-87b141dd2c9d', 'name': '', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'mac_address': 'fa:16:3e:f1:6f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:38:00Z', 'updated_at': '2022-07-20T15:38:05Z', 'revision_number': 5, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'subnets': [{'id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:40:30.194345 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:30.220356 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dbb9c0-9c25-4572-9e1a-6a57b730933c None None] The sync data for ids ['3dbc9ad5-fe45-44b0-a894-986b191f2d98'] in dv-cinder-819149-12-iscsi is: [{'id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'name': 'tempest-AttachVolumeNegativeTest-814596091-router', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:37:58Z', 'updated_at': '2022-07-20T15:38:01Z', 'revision_number': 4, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'gw_port': {'id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:37:59Z', 'updated_at': '2022-07-20T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': 'ce5860ac-c9f0-442d-897b-88699a89efa9', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'port_id': '8f52bdd8-fb43-4258-ab4f-f2f957867c30', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'mac_address': 'fa:16:3e:90:f4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0789091-c337-4b8d-b1b5-02144d153dcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:38:07Z', 'updated_at': '2022-07-20T15:38:25Z', 'revision_number': 2, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d0224a-43a2-4733-85f5-87b141dd2c9d', 'name': '', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'mac_address': 'fa:16:3e:f1:6f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:38:00Z', 'updated_at': '2022-07-20T15:38:05Z', 'revision_number': 5, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'subnets': [{'id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:40:30.475667 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af450e38-e05a-4b65-9722-3937557e296c None None] New status for floating IP 80e388b3-c923-4e2d-863f-4c204e9bcf51: DOWN {{(pid=104512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 15:40:30.837334 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 49406) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:30.899929 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-4b9cc580-a64a-467c-96a9-2f683b58f17a tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group (61b50363-ebbd-42bf-84a3-1e57fbe3ace6), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:30.928654 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-4b9cc580-a64a-467c-96a9-2f683b58f17a tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group (61b50363-ebbd-42bf-84a3-1e57fbe3ace6), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:30.986820 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 49410) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:31.049312 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-4b9cc580-a64a-467c-96a9-2f683b58f17a tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (61b50363-ebbd-42bf-84a3-1e57fbe3ace6), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:31.052928 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-4b9cc580-a64a-467c-96a9-2f683b58f17a tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:31.054694 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-4b9cc580-a64a-467c-96a9-2f683b58f17a tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "DELETE /v2.0/security-groups/61b50363-ebbd-42bf-84a3-1e57fbe3ace6 HTTP/1.1" status: 204 len: 168 time: 0.2157679 Jul 20 15:40:31.057021 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 49414) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:31.057513 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:31.064758 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9cc580-a64a-467c-96a9-2f683b58f17a tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b50363-ebbd-42bf-84a3-1e57fbe3ace6,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:31.073805 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.api.v2.resource [None req-a04f8987-8cdb-4333-b923-8967419ee8d5 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] show failed (client error): The resource could not be found. Jul 20 15:40:31.074934 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-a04f8987-8cdb-4333-b923-8967419ee8d5 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups/61b50363-ebbd-42bf-84a3-1e57fbe3ace6 HTTP/1.1" status: 404 len: 347 time: 0.0167322 Jul 20 15:40:31.078799 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 49416) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:31.102989 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-9803d937-7bb5-418e-abed-2b1642e72597 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:31.181171 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-9803d937-7bb5-418e-abed-2b1642e72597 admin admin] Publish callbacks [] for security_group (47c29045-22e5-4d9a-ba11-80244f187e1a), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:31.209125 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-831765c3-f50d-4226-9f05-f6354a8c5f1e tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Deleting port d7befc23-0842-4c5b-a280-99f55829795b {{(pid=104509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:40:31.209464 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-831765c3-f50d-4226-9f05-f6354a8c5f1e tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (d7befc23-0842-4c5b-a280-99f55829795b), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:31.242918 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-9803d937-7bb5-418e-abed-2b1642e72597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (47c29045-22e5-4d9a-ba11-80244f187e1a), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:31.283571 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-9803d937-7bb5-418e-abed-2b1642e72597 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d0c2d9d6db584b339fa73aa989d33dd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2955840 Jul 20 15:40:31.284294 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9803d937-7bb5-418e-abed-2b1642e72597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c29045-22e5-4d9a-ba11-80244f187e1a,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:31.286561 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 49418) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:31.287858 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-831765c3-f50d-4226-9f05-f6354a8c5f1e tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (d7befc23-0842-4c5b-a280-99f55829795b), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:31.288271 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-831765c3-f50d-4226-9f05-f6354a8c5f1e tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for floatingip (d7befc23-0842-4c5b-a280-99f55829795b), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:31.302294 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-831765c3-f50d-4226-9f05-f6354a8c5f1e tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Calling delete_port for d7befc23-0842-4c5b-a280-99f55829795b owned by network:floatingip {{(pid=104509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:40:31.338380 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f31dbdf2-63d3-4a93-8c8c-87c5ed521b05 admin admin] Publish callbacks [] for security_group (47c29045-22e5-4d9a-ba11-80244f187e1a), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:31.361982 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f31dbdf2-63d3-4a93-8c8c-87c5ed521b05 admin admin] Publish callbacks [] for security_group (47c29045-22e5-4d9a-ba11-80244f187e1a), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:31.465736 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f31dbdf2-63d3-4a93-8c8c-87c5ed521b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (47c29045-22e5-4d9a-ba11-80244f187e1a), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:31.468398 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f31dbdf2-63d3-4a93-8c8c-87c5ed521b05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:31.469583 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-f31dbdf2-63d3-4a93-8c8c-87c5ed521b05 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/47c29045-22e5-4d9a-ba11-80244f187e1a HTTP/1.1" status: 204 len: 168 time: 0.1821096 Jul 20 15:40:31.478245 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31dbdf2-63d3-4a93-8c8c-87c5ed521b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c29045-22e5-4d9a-ba11-80244f187e1a,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:31.500903 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-831765c3-f50d-4226-9f05-f6354a8c5f1e tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (d7befc23-0842-4c5b-a280-99f55829795b), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:31.506028 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:31.529929 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831765c3-f50d-4226-9f05-f6354a8c5f1e tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Pushing event deleted for resources: {'Port': ['ID=d7befc23-0842-4c5b-a280-99f55829795b,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:31.597375 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-831765c3-f50d-4226-9f05-f6354a8c5f1e tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for floatingip (80e388b3-c923-4e2d-863f-4c204e9bcf51), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:31.599910 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-831765c3-f50d-4226-9f05-f6354a8c5f1e tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for floatingip (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:31.601080 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-831765c3-f50d-4226-9f05-f6354a8c5f1e tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "DELETE /v2.0/floatingips/80e388b3-c923-4e2d-863f-4c204e9bcf51 HTTP/1.1" status: 204 len: 168 time: 0.5120242 Jul 20 15:40:32.211365 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 49434) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:32.225239 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-006772ca-7ec6-4a2c-8c08-f73be51ddce4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:32.301803 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-006772ca-7ec6-4a2c-8c08-f73be51ddce4 admin admin] Publish callbacks [] for security_group (e0e2d834-2e62-491b-8da5-ab07e6bd600a), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:32.373518 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-006772ca-7ec6-4a2c-8c08-f73be51ddce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (e0e2d834-2e62-491b-8da5-ab07e6bd600a), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:32.411561 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006772ca-7ec6-4a2c-8c08-f73be51ddce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e2d834-2e62-491b-8da5-ab07e6bd600a,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:32.415854 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-006772ca-7ec6-4a2c-8c08-f73be51ddce4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4d9c3b4f22ae4121a484ba6278312644&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2034440 Jul 20 15:40:32.418580 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 49436) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:32.469902 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-a46bfb7e-12fb-4055-93d8-900321247b52 admin admin] Publish callbacks [] for security_group (e0e2d834-2e62-491b-8da5-ab07e6bd600a), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:32.491863 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-a46bfb7e-12fb-4055-93d8-900321247b52 admin admin] Publish callbacks [] for security_group (e0e2d834-2e62-491b-8da5-ab07e6bd600a), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:32.529987 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:32.637468 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-a46bfb7e-12fb-4055-93d8-900321247b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (e0e2d834-2e62-491b-8da5-ab07e6bd600a), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:32.640530 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-a46bfb7e-12fb-4055-93d8-900321247b52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:32.641704 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-a46bfb7e-12fb-4055-93d8-900321247b52 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e0e2d834-2e62-491b-8da5-ab07e6bd600a HTTP/1.1" status: 204 len: 168 time: 0.2205431 Jul 20 15:40:32.650227 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46bfb7e-12fb-4055-93d8-900321247b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e2d834-2e62-491b-8da5-ab07e6bd600a,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:33.660501 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fe3d1-45c6-4428-be07-f9c0301e8b8b req-10b71dd9-02e3-401a-a5ae-1d230ffbd78e tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:40:33.662023 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ce3fe3d1-45c6-4428-be07-f9c0301e8b8b req-10b71dd9-02e3-401a-a5ae-1d230ffbd78e tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0789091-c337-4b8d-b1b5-02144d153dcc HTTP/1.1" status: 200 len: 946 time: 0.0491803 Jul 20 15:40:33.711044 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ce3fe3d1-45c6-4428-be07-f9c0301e8b8b req-08136f1e-859b-48b8-ab99-b25d1095dfa5 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d411d88-8b9c-416f-b65f-1913fda5be12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432580 Jul 20 15:40:33.789678 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 4be42035-ca2a-44b6-8ef1-f43eab23bd03 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:40:33.807961 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] No Port match for: 4be42035-ca2a-44b6-8ef1-f43eab23bd03 {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:40:33.817498 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 4be42035-ca2a-44b6-8ef1-f43eab23bd03 not bound to the agent host hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:40:34.810206 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:34.829862 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2eed0c-df3b-4f1e-9d38-b8199e085caa req-7be1890a-3bef-4caa-a79d-400a7f01e32c tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:40:34.831347 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-0e2eed0c-df3b-4f1e-9d38-b8199e085caa req-7be1890a-3bef-4caa-a79d-400a7f01e32c tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0789091-c337-4b8d-b1b5-02144d153dcc HTTP/1.1" status: 200 len: 946 time: 0.0485756 Jul 20 15:40:34.883339 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-0e2eed0c-df3b-4f1e-9d38-b8199e085caa req-55736ddd-4782-4193-89fe-0102a7c2d99b tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d411d88-8b9c-416f-b65f-1913fda5be12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462518 Jul 20 15:40:35.193795 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af10db59-0fd3-4812-adcb-b6ac6c142183 req-c6d74630-702f-45e6-b3d1-733a1edf8c59 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:40:35.195250 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-af10db59-0fd3-4812-adcb-b6ac6c142183 req-c6d74630-702f-45e6-b3d1-733a1edf8c59 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.102 "GET /v2.0/ports?device_id=b0789091-c337-4b8d-b1b5-02144d153dcc HTTP/1.1" status: 200 len: 946 time: 0.0467086 Jul 20 15:40:35.280244 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [req-af10db59-0fd3-4812-adcb-b6ac6c142183 req-f8fa7ef3-d894-4688-8298-98cd2da66a2a tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Deleting port 8f52bdd8-fb43-4258-ab4f-f2f957867c30 {{(pid=104509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:40:35.282794 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-af10db59-0fd3-4812-adcb-b6ac6c142183 req-f8fa7ef3-d894-4688-8298-98cd2da66a2a tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (8f52bdd8-fb43-4258-ab4f-f2f957867c30), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:35.372782 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-af10db59-0fd3-4812-adcb-b6ac6c142183 req-f8fa7ef3-d894-4688-8298-98cd2da66a2a tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] For port 8f52bdd8-fb43-4258-ab4f-f2f957867c30, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=8f52bdd8-fb43-4258-ab4f-f2f957867c30,segment=NetworkSegment(e026d837-5e38-45b1-9c83-a88e3f038dd4),segment_id=e026d837-5e38-45b1-9c83-a88e3f038dd4)] {{(pid=104509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:40:35.373639 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-af10db59-0fd3-4812-adcb-b6ac6c142183 req-f8fa7ef3-d894-4688-8298-98cd2da66a2a tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (8f52bdd8-fb43-4258-ab4f-f2f957867c30), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:35.534567 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-af10db59-0fd3-4812-adcb-b6ac6c142183 req-f8fa7ef3-d894-4688-8298-98cd2da66a2a tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:35.534852 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-af10db59-0fd3-4812-adcb-b6ac6c142183 req-f8fa7ef3-d894-4688-8298-98cd2da66a2a tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714675'] for floatingip (ce5860ac-c9f0-442d-897b-88699a89efa9), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:35.535164 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.db.l3_db [req-af10db59-0fd3-4812-adcb-b6ac6c142183 req-f8fa7ef3-d894-4688-8298-98cd2da66a2a tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Floating IP ce5860ac-c9f0-442d-897b-88699a89efa9 disassociated. External IP: 172.27.1.136, port: 8f52bdd8-fb43-4258-ab4f-f2f957867c30. Jul 20 15:40:35.535505 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [req-af10db59-0fd3-4812-adcb-b6ac6c142183 req-f8fa7ef3-d894-4688-8298-98cd2da66a2a tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Calling delete_port for 8f52bdd8-fb43-4258-ab4f-f2f957867c30 owned by compute:nova {{(pid=104509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:40:35.662699 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:35.735161 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-af10db59-0fd3-4812-adcb-b6ac6c142183 req-f8fa7ef3-d894-4688-8298-98cd2da66a2a tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (8f52bdd8-fb43-4258-ab4f-f2f957867c30), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:35.761712 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa7ef3-d894-4688-8298-98cd2da66a2a tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Pushing event deleted for resources: {'Port': ['ID=8f52bdd8-fb43-4258-ab4f-f2f957867c30,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:35.875402 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af10db59-0fd3-4812-adcb-b6ac6c142183 req-f8fa7ef3-d894-4688-8298-98cd2da66a2a tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Router 3dbc9ad5-fe45-44b0-a894-986b191f2d98 has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:40:35.916127 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:35.981148 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-7490605f-a2cf-45ea-885e-dd980f837246 req-656fecae-187a-4509-97b5-07ca52ea0a20 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0789091-c337-4b8d-b1b5-02144d153dcc HTTP/1.1" status: 200 len: 210 time: 0.0285392 Jul 20 15:40:35.984015 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af10db59-0fd3-4812-adcb-b6ac6c142183 req-f8fa7ef3-d894-4688-8298-98cd2da66a2a tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:40:35.995029 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61c660b-7a60-4337-8a8d-fdd6bfbea53d None None] Sync routers for ids ['3dbc9ad5-fe45-44b0-a894-986b191f2d98'] in dv-cinder-819149-12-iscsi {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:40:36.007137 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61c660b-7a60-4337-8a8d-fdd6bfbea53d None None] Routers {'3dbc9ad5-fe45-44b0-a894-986b191f2d98'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:40:36.008264 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-d61c660b-7a60-4337-8a8d-fdd6bfbea53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:40:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['3dbc9ad5-fe45-44b0-a894-986b191f2d98'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:40:36.037490 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [req-af10db59-0fd3-4812-adcb-b6ac6c142183 req-f8fa7ef3-d894-4688-8298-98cd2da66a2a tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] No DVR routers for this DVR port 8f52bdd8-fb43-4258-ab4f-f2f957867c30 on host hv-cinder-81914 {{(pid=104509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 15:40:36.037490 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-af10db59-0fd3-4812-adcb-b6ac6c142183 req-f8fa7ef3-d894-4688-8298-98cd2da66a2a tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:36.037490 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-af10db59-0fd3-4812-adcb-b6ac6c142183 req-f8fa7ef3-d894-4688-8298-98cd2da66a2a tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.102 "DELETE /v2.0/ports/8f52bdd8-fb43-4258-ab4f-f2f957867c30 HTTP/1.1" status: 204 len: 173 time: 0.8372164 Jul 20 15:40:36.038211 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0789091-c337-4b8d-b1b5-02144d153dcc', 'name': 'network-vif-deleted', 'tag': '8f52bdd8-fb43-4258-ab4f-f2f957867c30'}] {{(pid=104509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:40:36.040155 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df77c6b91a480694ea4413056d8ef6386aadd078611a8438297a7cf852766117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac02234-0771-4d1f-9a82-22d023c8a984" -d '{"events": [{"server_uuid": "b0789091-c337-4b8d-b1b5-02144d153dcc", "name": "network-vif-deleted", "tag": "8f52bdd8-fb43-4258-ab4f-f2f957867c30"}]}' {{(pid=104509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:40:36.089582 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 15:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66763c4-d0bc-4027-bdd9-a420a0a06fb7 x-openstack-request-id: req-e66763c4-d0bc-4027-bdd9-a420a0a06fb7 {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:40:36.089941 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0789091-c337-4b8d-b1b5-02144d153dcc", "name": "network-vif-deleted", "tag": "8f52bdd8-fb43-4258-ab4f-f2f957867c30", "status": "completed", "code": 200}]} {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:40:36.090277 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e66763c4-d0bc-4027-bdd9-a420a0a06fb7 {{(pid=104509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:40:36.090798 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e66763c4-d0bc-4027-bdd9-a420a0a06fb7'] response: {'server_uuid': 'b0789091-c337-4b8d-b1b5-02144d153dcc', 'name': 'network-vif-deleted', 'tag': '8f52bdd8-fb43-4258-ab4f-f2f957867c30', 'status': 'completed', 'code': 200} Jul 20 15:40:36.128320 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-d61c660b-7a60-4337-8a8d-fdd6bfbea53d None None] Set router 3dbc9ad5-fe45-44b0-a894-986b191f2d98 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:40:36.453650 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-d61c660b-7a60-4337-8a8d-fdd6bfbea53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'name': 'tempest-AttachVolumeNegativeTest-814596091-router', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:37:58Z', 'updated_at': '2022-07-20T15:38:01Z', 'revision_number': 4, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'gw_port': {'id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:37:59Z', 'updated_at': '2022-07-20T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '78d0224a-43a2-4733-85f5-87b141dd2c9d', 'name': '', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'mac_address': 'fa:16:3e:f1:6f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:38:00Z', 'updated_at': '2022-07-20T15:38:05Z', 'revision_number': 5, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'subnets': [{'id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:40:36.479191 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61c660b-7a60-4337-8a8d-fdd6bfbea53d None None] Checking router: 3dbc9ad5-fe45-44b0-a894-986b191f2d98 for host: dv-cinder-819149-12-iscsi {{(pid=104511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:40:36.488391 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61c660b-7a60-4337-8a8d-fdd6bfbea53d None None] Routers {'3dbc9ad5-fe45-44b0-a894-986b191f2d98'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:40:36.489011 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-d61c660b-7a60-4337-8a8d-fdd6bfbea53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:40:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['3dbc9ad5-fe45-44b0-a894-986b191f2d98'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:40:36.592961 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-d61c660b-7a60-4337-8a8d-fdd6bfbea53d None None] Set router 3dbc9ad5-fe45-44b0-a894-986b191f2d98 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:40:36.785163 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-d61c660b-7a60-4337-8a8d-fdd6bfbea53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'name': 'tempest-AttachVolumeNegativeTest-814596091-router', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:37:58Z', 'updated_at': '2022-07-20T15:38:01Z', 'revision_number': 4, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'gw_port': {'id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:37:59Z', 'updated_at': '2022-07-20T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '78d0224a-43a2-4733-85f5-87b141dd2c9d', 'name': '', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'mac_address': 'fa:16:3e:f1:6f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:38:00Z', 'updated_at': '2022-07-20T15:38:05Z', 'revision_number': 5, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'subnets': [{'id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:40:36.809849 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61c660b-7a60-4337-8a8d-fdd6bfbea53d None None] The sync data for ids ['3dbc9ad5-fe45-44b0-a894-986b191f2d98'] in dv-cinder-819149-12-iscsi is: [{'id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'name': 'tempest-AttachVolumeNegativeTest-814596091-router', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:37:58Z', 'updated_at': '2022-07-20T15:38:01Z', 'revision_number': 4, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'gw_port': {'id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:37:59Z', 'updated_at': '2022-07-20T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '78d0224a-43a2-4733-85f5-87b141dd2c9d', 'name': '', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'mac_address': 'fa:16:3e:f1:6f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:38:00Z', 'updated_at': '2022-07-20T15:38:05Z', 'revision_number': 5, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'subnets': [{'id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:40:37.050068 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdac27c-84a1-4c86-bc61-1e3f75babff4 None None] New status for floating IP ce5860ac-c9f0-442d-897b-88699a89efa9: DOWN {{(pid=104512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 15:40:37.107672 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-0075ae75-768a-46ea-96fa-ac58a32c3071 req-c7f1289d-fbb8-4c0b-a7e7-bd78afb13d75 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0789091-c337-4b8d-b1b5-02144d153dcc HTTP/1.1" status: 200 len: 210 time: 0.0291994 Jul 20 15:40:38.318427 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 49516) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:38.374461 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-29c71b9f-a952-4122-a4cf-e22a6104a849 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group (5d411d88-8b9c-416f-b65f-1913fda5be12), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:38.398359 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-29c71b9f-a952-4122-a4cf-e22a6104a849 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group (5d411d88-8b9c-416f-b65f-1913fda5be12), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:38.568560 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-29c71b9f-a952-4122-a4cf-e22a6104a849 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (5d411d88-8b9c-416f-b65f-1913fda5be12), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:38.571235 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-29c71b9f-a952-4122-a4cf-e22a6104a849 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:38.572414 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-29c71b9f-a952-4122-a4cf-e22a6104a849 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "DELETE /v2.0/security-groups/5d411d88-8b9c-416f-b65f-1913fda5be12 HTTP/1.1" status: 204 len: 168 time: 0.2529089 Jul 20 15:40:38.575195 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 49518) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:38.583112 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c71b9f-a952-4122-a4cf-e22a6104a849 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d411d88-8b9c-416f-b65f-1913fda5be12,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:38.591226 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.api.v2.resource [None req-334e1077-1dab-470b-bd1e-a04eaa37fe31 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] show failed (client error): The resource could not be found. Jul 20 15:40:38.592694 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-334e1077-1dab-470b-bd1e-a04eaa37fe31 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups/5d411d88-8b9c-416f-b65f-1913fda5be12 HTTP/1.1" status: 404 len: 347 time: 0.0164535 Jul 20 15:40:38.595548 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 49520) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:38.711657 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [None req-0510926f-8081-4a00-bc12-515af73b1f87 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Deleting port 2e6113ce-7e8f-4555-bf1c-963144e7bd6d {{(pid=104510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:40:38.712004 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-0510926f-8081-4a00-bc12-515af73b1f87 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (2e6113ce-7e8f-4555-bf1c-963144e7bd6d), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:38.878247 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-0510926f-8081-4a00-bc12-515af73b1f87 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (2e6113ce-7e8f-4555-bf1c-963144e7bd6d), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:38.878603 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-0510926f-8081-4a00-bc12-515af73b1f87 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for floatingip (2e6113ce-7e8f-4555-bf1c-963144e7bd6d), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:38.890836 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [None req-0510926f-8081-4a00-bc12-515af73b1f87 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Calling delete_port for 2e6113ce-7e8f-4555-bf1c-963144e7bd6d owned by network:floatingip {{(pid=104510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:40:39.025315 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:39.105972 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-0510926f-8081-4a00-bc12-515af73b1f87 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25775823'] for port (2e6113ce-7e8f-4555-bf1c-963144e7bd6d), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:39.131610 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0510926f-8081-4a00-bc12-515af73b1f87 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Pushing event deleted for resources: {'Port': ['ID=2e6113ce-7e8f-4555-bf1c-963144e7bd6d,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:39.140000 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:39.199518 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-0510926f-8081-4a00-bc12-515af73b1f87 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for floatingip (ce5860ac-c9f0-442d-897b-88699a89efa9), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:39.202180 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-0510926f-8081-4a00-bc12-515af73b1f87 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for floatingip (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:39.203694 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-0510926f-8081-4a00-bc12-515af73b1f87 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "DELETE /v2.0/floatingips/ce5860ac-c9f0-442d-897b-88699a89efa9 HTTP/1.1" status: 204 len: 168 time: 0.6069999 Jul 20 15:40:39.231398 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 49530) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:39.345283 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-59a7ab32-cb39-4b12-803d-700c947a1d9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:39.412456 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 49534) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:39.417108 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-670c6532-3ec6-4a73-9a64-762996ddc184 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Request body: {'security_group': {'name': 'tempest-securitygroup--112927386', 'description': 'tempest-description--1360863933'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:40:39.425734 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-59a7ab32-cb39-4b12-803d-700c947a1d9a admin admin] Publish callbacks [] for security_group (fa64027d-9a31-494f-a7c6-dba29fe2a482), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:39.517043 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-59a7ab32-cb39-4b12-803d-700c947a1d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (fa64027d-9a31-494f-a7c6-dba29fe2a482), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:39.551548 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-670c6532-3ec6-4a73-9a64-762996ddc184 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:39.554953 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a7ab32-cb39-4b12-803d-700c947a1d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa64027d-9a31-494f-a7c6-dba29fe2a482,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:39.559269 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-59a7ab32-cb39-4b12-803d-700c947a1d9a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a7ba6cd3c6444913af3b9719e1b4224f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3268313 Jul 20 15:40:39.567572 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 49536) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:39.626460 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 6 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:40:39.642710 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-7c166ed0-64c1-4b92-89a2-85e9a4a3197c admin admin] Publish callbacks [] for security_group (fa64027d-9a31-494f-a7c6-dba29fe2a482), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:39.678246 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-670c6532-3ec6-4a73-9a64-762996ddc184 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group (39206cf4-ed9f-4479-8766-ece331b18c92), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:39.682729 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-7c166ed0-64c1-4b92-89a2-85e9a4a3197c admin admin] Publish callbacks [] for security_group (fa64027d-9a31-494f-a7c6-dba29fe2a482), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:39.778199 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-670c6532-3ec6-4a73-9a64-762996ddc184 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (39206cf4-ed9f-4479-8766-ece331b18c92), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:39.793566 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 8f52bdd8-fb43-4258-ab4f-f2f957867c30 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:40:39.809182 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-7c166ed0-64c1-4b92-89a2-85e9a4a3197c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (fa64027d-9a31-494f-a7c6-dba29fe2a482), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:39.812240 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-7c166ed0-64c1-4b92-89a2-85e9a4a3197c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:39.813099 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] No Port match for: 8f52bdd8-fb43-4258-ab4f-f2f957867c30 {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:40:39.813418 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-7c166ed0-64c1-4b92-89a2-85e9a4a3197c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fa64027d-9a31-494f-a7c6-dba29fe2a482 HTTP/1.1" status: 204 len: 168 time: 0.2493360 Jul 20 15:40:39.813588 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 8f52bdd8-fb43-4258-ab4f-f2f957867c30 not bound to the agent host hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:40:39.814287 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c6532-3ec6-4a73-9a64-762996ddc184 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39206cf4-ed9f-4479-8766-ece331b18c92,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:39.825632 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c166ed0-64c1-4b92-89a2-85e9a4a3197c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa64027d-9a31-494f-a7c6-dba29fe2a482,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:39.913300 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-670c6532-3ec6-4a73-9a64-762996ddc184 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:39.914635 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-670c6532-3ec6-4a73-9a64-762996ddc184 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5010552 Jul 20 15:40:39.917473 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 49540) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:39.922475 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-26743f74-0f55-4755-92eb-62aea9f9b50a tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Request body: {'security_group_rule': {'security_group_id': '39206cf4-ed9f-4479-8766-ece331b18c92', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:40:40.042658 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-26743f74-0f55-4755-92eb-62aea9f9b50a tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group_rule (1d2c6751-8591-44ac-b990-00a84d9f37d9), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:40.100575 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-26743f74-0f55-4755-92eb-62aea9f9b50a tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group_rule (1d2c6751-8591-44ac-b990-00a84d9f37d9), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:40.208320 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-26743f74-0f55-4755-92eb-62aea9f9b50a tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624241'] for security_group_rule (1d2c6751-8591-44ac-b990-00a84d9f37d9), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:40.228158 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26743f74-0f55-4755-92eb-62aea9f9b50a tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d2c6751-8591-44ac-b990-00a84d9f37d9,revision_number=0']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:40.341635 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-26743f74-0f55-4755-92eb-62aea9f9b50a tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:40.349860 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-26743f74-0f55-4755-92eb-62aea9f9b50a tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4244552 Jul 20 15:40:40.349860 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 49550) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:40.350084 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-36e1dc05-3cf1-4be5-80b8-c990b8928975 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Request body: {'security_group_rule': {'security_group_id': '39206cf4-ed9f-4479-8766-ece331b18c92', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:40:40.357696 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:40.534482 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-36e1dc05-3cf1-4be5-80b8-c990b8928975 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group_rule (44a82d26-093e-4036-88f3-6792be100465), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:40.568152 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:40.592199 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-36e1dc05-3cf1-4be5-80b8-c990b8928975 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group_rule (44a82d26-093e-4036-88f3-6792be100465), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:40.705315 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-36e1dc05-3cf1-4be5-80b8-c990b8928975 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624241'] for security_group_rule (44a82d26-093e-4036-88f3-6792be100465), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:40.724313 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e1dc05-3cf1-4be5-80b8-c990b8928975 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44a82d26-093e-4036-88f3-6792be100465,revision_number=0']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:40.804950 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-36e1dc05-3cf1-4be5-80b8-c990b8928975 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:40.809493 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-36e1dc05-3cf1-4be5-80b8-c990b8928975 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4596982 Jul 20 15:40:40.814693 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 49560) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:40.815031 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-7b4a3c3c-b415-4752-9733-f040630cedd7 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Request body: {'floatingip': {'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:40:40.917425 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-7b4a3c3c-b415-4752-9733-f040630cedd7 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:41.002305 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-7b4a3c3c-b415-4752-9733-f040630cedd7 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:41.116472 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_common [None req-7b4a3c3c-b415-4752-9733-f040630cedd7 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Allocated IP 172.27.1.177 (8e10d912-d794-48e6-8f9b-6baf59c7f77e/d5daf119-8c14-4f50-a186-1c01cb5bfe5f/04f04d63-fc66-426b-abc4-9b67422ce40f) {{(pid=104509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:40:41.219272 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:41.221153 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-7b4a3c3c-b415-4752-9733-f040630cedd7 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for port (04f04d63-fc66-426b-abc4-9b67422ce40f), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:41.323006 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-7b4a3c3c-b415-4752-9733-f040630cedd7 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (04f04d63-fc66-426b-abc4-9b67422ce40f), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:41.361993 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4a3c3c-b415-4752-9733-f040630cedd7 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Network 8e10d912-d794-48e6-8f9b-6baf59c7f77e is already hosted by enough agents. {{(pid=104509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:40:41.368760 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [None req-7b4a3c3c-b415-4752-9733-f040630cedd7 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Resources bound (agent type, host, resource id): {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:40:41.372919 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4a3c3c-b415-4752-9733-f040630cedd7 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Received port after_create {{(pid=104509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:40:41.378216 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a3c3c-b415-4752-9733-f040630cedd7 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Pushing event updated for resources: {'Port': ['ID=04f04d63-fc66-426b-abc4-9b67422ce40f,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:41.467135 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-7b4a3c3c-b415-4752-9733-f040630cedd7 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for floatingip (df04f5ce-b244-4a2c-af97-57d98b3ad7da), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:41.580190 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-7b4a3c3c-b415-4752-9733-f040630cedd7 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (04f04d63-fc66-426b-abc4-9b67422ce40f), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:41.971864 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:41.992939 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-7b4a3c3c-b415-4752-9733-f040630cedd7 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for port (04f04d63-fc66-426b-abc4-9b67422ce40f), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:42.083000 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-7b4a3c3c-b415-4752-9733-f040630cedd7 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934114'] for port (04f04d63-fc66-426b-abc4-9b67422ce40f), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:42.153961 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a3c3c-b415-4752-9733-f040630cedd7 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Pushing event updated for resources: {'Port': ['ID=04f04d63-fc66-426b-abc4-9b67422ce40f,revision_number=2']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:42.168814 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-7b4a3c3c-b415-4752-9733-f040630cedd7 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714675'] for floatingip (df04f5ce-b244-4a2c-af97-57d98b3ad7da), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:42.298159 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-7b4a3c3c-b415-4752-9733-f040630cedd7 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for floatingip (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:42.299495 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-7b4a3c3c-b415-4752-9733-f040630cedd7 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4880586 Jul 20 15:40:42.509202 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-804b0177-1ba2-4350-bf07-7f3289815116 req-f08d9e47-55a3-41cd-a525-9264402e9ce3 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--112927386&fields=id&tenant_id=44dc2a5c754d42d1862b331afef2183f HTTP/1.1" status: 200 len: 267 time: 0.0463624 Jul 20 15:40:42.629159 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b0177-1ba2-4350-bf07-7f3289815116 req-31b17dc4-b1cd-4c00-9279-9a7c16e9d187 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:40:42.630696 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-804b0177-1ba2-4350-bf07-7f3289815116 req-31b17dc4-b1cd-4c00-9279-9a7c16e9d187 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/networks?id=4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc HTTP/1.1" status: 200 len: 814 time: 0.1133015 Jul 20 15:40:42.646199 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-804b0177-1ba2-4350-bf07-7f3289815116 req-72235747-bbbb-4fc5-8410-d1df95d8497f tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/quotas/44dc2a5c754d42d1862b331afef2183f HTTP/1.1" status: 200 len: 375 time: 0.0098138 Jul 20 15:40:42.662302 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:42.697241 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-804b0177-1ba2-4350-bf07-7f3289815116 req-b6d3ce68-8d08-4143-b0b2-38b43f479ec5 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=44dc2a5c754d42d1862b331afef2183f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459085 Jul 20 15:40:42.797332 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-804b0177-1ba2-4350-bf07-7f3289815116 req-18db6749-f0ab-437e-8aa9-14761574a99b service neutron] 10.222.0.78 "GET /v2.0/networks/4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877411 Jul 20 15:40:42.896386 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-804b0177-1ba2-4350-bf07-7f3289815116 req-ad9f0811-39c5-41a9-b30d-b3dc48df4558 service neutron] 10.222.0.78 "GET /v2.0/networks/4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931239 Jul 20 15:40:43.324038 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6635a1fa-c3df-42de-a205-609102f764a2 req-4a78e547-f4ba-4673-af10-2647e3c3135a tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=34721a3c-bac8-4cea-9f1d-6ee067b62ade HTTP/1.1" status: 200 len: 210 time: 0.0286126 Jul 20 15:40:44.402808 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-bae34819-d9de-45ab-bce9-48e636a78ed5 req-9ab7f878-ab98-47e2-9cc5-a826c1c8f494 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=34721a3c-bac8-4cea-9f1d-6ee067b62ade HTTP/1.1" status: 200 len: 210 time: 0.0283763 Jul 20 15:40:45.503236 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4d967bd5-445c-4c45-aa9b-d872369bbdc1 req-ed2f5ad1-0a80-4263-9eba-68a90c26777a tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=34721a3c-bac8-4cea-9f1d-6ee067b62ade HTTP/1.1" status: 200 len: 210 time: 0.0321939 Jul 20 15:40:46.260083 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b0177-1ba2-4350-bf07-7f3289815116 req-5c5e694a-6e6e-4fbd-a76b-a437504bd52a tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:40:46.261526 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-804b0177-1ba2-4350-bf07-7f3289815116 req-5c5e694a-6e6e-4fbd-a76b-a437504bd52a tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.102 "GET /v2.0/networks?id=4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc HTTP/1.1" status: 200 len: 814 time: 0.1062846 Jul 20 15:40:46.328777 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-804b0177-1ba2-4350-bf07-7f3289815116 req-a0b96412-c8c9-43f9-ac26-fcd6776fc2b9 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44dc2a5c754d42d1862b331afef2183f HTTP/1.1" status: 200 len: 379 time: 0.0562460 Jul 20 15:40:46.337286 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [req-804b0177-1ba2-4350-bf07-7f3289815116 req-aa9c38fb-d9ad-43c1-abd0-4f5399975b72 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Request body: {'port': {'device_id': '34721a3c-bac8-4cea-9f1d-6ee067b62ade', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'admin_state_up': True, 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'security_groups': ['39206cf4-ed9f-4479-8766-ece331b18c92']}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:40:46.551173 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-804b0177-1ba2-4350-bf07-7f3289815116 req-aa9c38fb-d9ad-43c1-abd0-4f5399975b72 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Made reservation on behalf of 44dc2a5c754d42d1862b331afef2183f for: {'port': 1} {{(pid=104509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:40:46.554787 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-804b0177-1ba2-4350-bf07-7f3289815116 req-aa9c38fb-d9ad-43c1-abd0-4f5399975b72 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:46.608687 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4fe36534-5a41-4946-b8eb-4078db738363 req-e92094e6-e5a7-4a63-8e15-a3f945b32a97 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=34721a3c-bac8-4cea-9f1d-6ee067b62ade HTTP/1.1" status: 200 len: 210 time: 0.0347269 Jul 20 15:40:46.686203 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_common [req-804b0177-1ba2-4350-bf07-7f3289815116 req-aa9c38fb-d9ad-43c1-abd0-4f5399975b72 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Allocated IP 172.20.0.12 (4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc/f67dc5bc-fa6a-464f-8936-90155eea6d28/23194b35-e97d-47c2-b0aa-7ba393259924) {{(pid=104509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:40:46.793583 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:46.827896 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-804b0177-1ba2-4350-bf07-7f3289815116 req-aa9c38fb-d9ad-43c1-abd0-4f5399975b72 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for port (23194b35-e97d-47c2-b0aa-7ba393259924), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:46.981273 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-804b0177-1ba2-4350-bf07-7f3289815116 req-aa9c38fb-d9ad-43c1-abd0-4f5399975b72 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (23194b35-e97d-47c2-b0aa-7ba393259924), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:47.025981 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-804b0177-1ba2-4350-bf07-7f3289815116 req-aa9c38fb-d9ad-43c1-abd0-4f5399975b72 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Network 4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc is already hosted by enough agents. {{(pid=104509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:40:47.035203 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [req-804b0177-1ba2-4350-bf07-7f3289815116 req-aa9c38fb-d9ad-43c1-abd0-4f5399975b72 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Resources bound (agent type, host, resource id): {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:40:47.035203 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [req-804b0177-1ba2-4350-bf07-7f3289815116 req-aa9c38fb-d9ad-43c1-abd0-4f5399975b72 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Received port after_create {{(pid=104509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:40:47.040137 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:47.071630 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c38fb-d9ad-43c1-abd0-4f5399975b72 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Pushing event updated for resources: {'Port': ['ID=23194b35-e97d-47c2-b0aa-7ba393259924,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:47.104889 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b0177-1ba2-4350-bf07-7f3289815116 req-aa9c38fb-d9ad-43c1-abd0-4f5399975b72 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:40:47.105947 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-804b0177-1ba2-4350-bf07-7f3289815116 req-aa9c38fb-d9ad-43c1-abd0-4f5399975b72 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:47.217306 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-804b0177-1ba2-4350-bf07-7f3289815116 req-aa9c38fb-d9ad-43c1-abd0-4f5399975b72 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8838220 Jul 20 15:40:47.229019 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [req-804b0177-1ba2-4350-bf07-7f3289815116 req-81cb941e-9980-4d71-bf69-ba966085fc96 service neutron] Request body: {'port': {'device_id': '34721a3c-bac8-4cea-9f1d-6ee067b62ade', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:40:47.288820 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-804b0177-1ba2-4350-bf07-7f3289815116 req-81cb941e-9980-4d71-bf69-ba966085fc96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (23194b35-e97d-47c2-b0aa-7ba393259924), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:47.331678 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-cecb3f27-4615-457c-b7e5-50a65ac32ace None None] Provisioning complete for port 23194b35-e97d-47c2-b0aa-7ba393259924 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:40:47.331678 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-cecb3f27-4615-457c-b7e5-50a65ac32ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (23194b35-e97d-47c2-b0aa-7ba393259924), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:47.365314 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-cecb3f27-4615-457c-b7e5-50a65ac32ace None None] Port 23194b35-e97d-47c2-b0aa-7ba393259924 cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:40:47.553965 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [req-804b0177-1ba2-4350-bf07-7f3289815116 req-81cb941e-9980-4d71-bf69-ba966085fc96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23194b35-e97d-47c2-b0aa-7ba393259924 {{(pid=104509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:40:47.561589 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-804b0177-1ba2-4350-bf07-7f3289815116 req-81cb941e-9980-4d71-bf69-ba966085fc96 service neutron] Publish callbacks [] for port (23194b35-e97d-47c2-b0aa-7ba393259924), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:47.574573 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.provisioning_blocks [req-804b0177-1ba2-4350-bf07-7f3289815116 req-81cb941e-9980-4d71-bf69-ba966085fc96 service neutron] Transition to ACTIVE for port object 23194b35-e97d-47c2-b0aa-7ba393259924 will not be triggered until provisioned by entity L2. {{(pid=104509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 15:40:47.717605 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-804b0177-1ba2-4350-bf07-7f3289815116 req-81cb941e-9980-4d71-bf69-ba966085fc96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934114'] for port (23194b35-e97d-47c2-b0aa-7ba393259924), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:47.724028 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831a4c5-ec28-4c5f-be3d-84fa53248570 req-7401e369-778c-47cf-8565-764f837969a3 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:40:47.726509 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2831a4c5-ec28-4c5f-be3d-84fa53248570 req-7401e369-778c-47cf-8565-764f837969a3 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=34721a3c-bac8-4cea-9f1d-6ee067b62ade HTTP/1.1" status: 200 len: 932 time: 0.0474210 Jul 20 15:40:47.769430 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:47.777140 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2831a4c5-ec28-4c5f-be3d-84fa53248570 req-dcc9a8b8-4c47-4de4-9fcd-802fed493500 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?id=39206cf4-ed9f-4479-8766-ece331b18c92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454056 Jul 20 15:40:47.816092 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb941e-9980-4d71-bf69-ba966085fc96 service neutron] Pushing event updated for resources: {'Port': ['ID=23194b35-e97d-47c2-b0aa-7ba393259924,revision_number=2']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:47.854558 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-804b0177-1ba2-4350-bf07-7f3289815116 req-81cb941e-9980-4d71-bf69-ba966085fc96 service neutron] Attempting to bind port 23194b35-e97d-47c2-b0aa-7ba393259924 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:40:47.854926 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-804b0177-1ba2-4350-bf07-7f3289815116 req-81cb941e-9980-4d71-bf69-ba966085fc96 service neutron] Attempting to bind port 23194b35-e97d-47c2-b0aa-7ba393259924 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'e026d837-5e38-45b1-9c83-a88e3f038dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc'}] {{(pid=104509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:40:47.855261 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804b0177-1ba2-4350-bf07-7f3289815116 req-81cb941e-9980-4d71-bf69-ba966085fc96 service neutron] Attempting to bind port 23194b35-e97d-47c2-b0aa-7ba393259924 on network 4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:40:47.859970 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804b0177-1ba2-4350-bf07-7f3289815116 req-81cb941e-9980-4d71-bf69-ba966085fc96 service neutron] Port 23194b35-e97d-47c2-b0aa-7ba393259924 on network 4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 15:40:47.867910 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804b0177-1ba2-4350-bf07-7f3289815116 req-81cb941e-9980-4d71-bf69-ba966085fc96 service neutron] Attempting to bind port 23194b35-e97d-47c2-b0aa-7ba393259924 on network 4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:40:47.867910 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804b0177-1ba2-4350-bf07-7f3289815116 req-81cb941e-9980-4d71-bf69-ba966085fc96 service neutron] Checking agent: {'id': '84834a4b-f4d1-4c41-9203-9b15edc444f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 29, 38), 'started_at': datetime.datetime(2022, 7, 20, 15, 29, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:40:47.867910 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804b0177-1ba2-4350-bf07-7f3289815116 req-81cb941e-9980-4d71-bf69-ba966085fc96 service neutron] Checking segment: {'id': 'e026d837-5e38-45b1-9c83-a88e3f038dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:40:47.867910 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804b0177-1ba2-4350-bf07-7f3289815116 req-81cb941e-9980-4d71-bf69-ba966085fc96 service neutron] Bound using segment: {'id': 'e026d837-5e38-45b1-9c83-a88e3f038dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc'} {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:40:47.867910 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-804b0177-1ba2-4350-bf07-7f3289815116 req-81cb941e-9980-4d71-bf69-ba966085fc96 service neutron] Bound port: 23194b35-e97d-47c2-b0aa-7ba393259924, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e026d837-5e38-45b1-9c83-a88e3f038dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc'}}] {{(pid=104509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:40:47.867910 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-804b0177-1ba2-4350-bf07-7f3289815116 req-81cb941e-9980-4d71-bf69-ba966085fc96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (23194b35-e97d-47c2-b0aa-7ba393259924), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:47.935689 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:47.937016 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-804b0177-1ba2-4350-bf07-7f3289815116 req-81cb941e-9980-4d71-bf69-ba966085fc96 service neutron] For port 23194b35-e97d-47c2-b0aa-7ba393259924, host hv-cinder-81914, cleared binding levels {{(pid=104509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:40:47.940137 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-804b0177-1ba2-4350-bf07-7f3289815116 req-81cb941e-9980-4d71-bf69-ba966085fc96 service neutron] For port 23194b35-e97d-47c2-b0aa-7ba393259924, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=23194b35-e97d-47c2-b0aa-7ba393259924,segment=NetworkSegment(e026d837-5e38-45b1-9c83-a88e3f038dd4),segment_id=e026d837-5e38-45b1-9c83-a88e3f038dd4)] {{(pid=104509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:40:48.026087 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-804b0177-1ba2-4350-bf07-7f3289815116 req-81cb941e-9980-4d71-bf69-ba966085fc96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934114'] for port (23194b35-e97d-47c2-b0aa-7ba393259924), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:48.062250 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b0177-1ba2-4350-bf07-7f3289815116 req-81cb941e-9980-4d71-bf69-ba966085fc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:40:48.062806 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-804b0177-1ba2-4350-bf07-7f3289815116 req-81cb941e-9980-4d71-bf69-ba966085fc96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:48.064187 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-804b0177-1ba2-4350-bf07-7f3289815116 req-81cb941e-9980-4d71-bf69-ba966085fc96 service neutron] 10.222.0.102 "PUT /v2.0/ports/23194b35-e97d-47c2-b0aa-7ba393259924 HTTP/1.1" status: 200 len: 1094 time: 0.8393865 Jul 20 15:40:48.064617 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34721a3c-bac8-4cea-9f1d-6ee067b62ade', 'tag': '23194b35-e97d-47c2-b0aa-7ba393259924'}] {{(pid=104509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:40:48.066856 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df77c6b91a480694ea4413056d8ef6386aadd078611a8438297a7cf852766117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df21f25-4f1a-4438-b294-96d0964d53c3" -d '{"events": [{"name": "network-changed", "server_uuid": "34721a3c-bac8-4cea-9f1d-6ee067b62ade", "tag": "23194b35-e97d-47c2-b0aa-7ba393259924"}]}' {{(pid=104509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:40:48.099158 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb941e-9980-4d71-bf69-ba966085fc96 service neutron] Pushing event updated for resources: {'Port': ['ID=23194b35-e97d-47c2-b0aa-7ba393259924,revision_number=3']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:48.114180 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 15:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b08675-af1f-42f1-bebd-dfdc5af003c7 x-openstack-request-id: req-61b08675-af1f-42f1-bebd-dfdc5af003c7 {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:40:48.114180 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34721a3c-bac8-4cea-9f1d-6ee067b62ade", "tag": "23194b35-e97d-47c2-b0aa-7ba393259924", "status": "completed", "code": 200}]} {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:40:48.114180 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-61b08675-af1f-42f1-bebd-dfdc5af003c7 {{(pid=104509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:40:48.114180 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61b08675-af1f-42f1-bebd-dfdc5af003c7'] response: {'name': 'network-changed', 'server_uuid': '34721a3c-bac8-4cea-9f1d-6ee067b62ade', 'tag': '23194b35-e97d-47c2-b0aa-7ba393259924', 'status': 'completed', 'code': 200} Jul 20 15:40:48.174102 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df21f25-4f1a-4438-b294-96d0964d53c3 req-c379693d-63ed-43c7-8403-791c63580ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:40:48.175663 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-4df21f25-4f1a-4438-b294-96d0964d53c3 req-c379693d-63ed-43c7-8403-791c63580ce1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=44dc2a5c754d42d1862b331afef2183f&device_id=34721a3c-bac8-4cea-9f1d-6ee067b62ade HTTP/1.1" status: 200 len: 1128 time: 0.0428123 Jul 20 15:40:48.292492 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df21f25-4f1a-4438-b294-96d0964d53c3 req-6e3aefc0-201c-4c13-b388-70ccca6aef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:40:48.293928 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-4df21f25-4f1a-4438-b294-96d0964d53c3 req-6e3aefc0-201c-4c13-b388-70ccca6aef04 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=44dc2a5c754d42d1862b331afef2183f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1105711 Jul 20 15:40:48.321237 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:48.394030 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df21f25-4f1a-4438-b294-96d0964d53c3 req-44b63987-7456-422a-8b69-0fef81bb6cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:40:48.395482 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-4df21f25-4f1a-4438-b294-96d0964d53c3 req-44b63987-7456-422a-8b69-0fef81bb6cd1 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0955100 Jul 20 15:40:48.451605 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:48.481509 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b0177-1ba2-4350-bf07-7f3289815116 req-15603d29-67df-4ea6-97cf-98dd3a9e90e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:40:48.483221 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-804b0177-1ba2-4350-bf07-7f3289815116 req-15603d29-67df-4ea6-97cf-98dd3a9e90e3 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=44dc2a5c754d42d1862b331afef2183f&device_id=34721a3c-bac8-4cea-9f1d-6ee067b62ade HTTP/1.1" status: 200 len: 1128 time: 0.0491621 Jul 20 15:40:48.525084 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-804b0177-1ba2-4350-bf07-7f3289815116 req-c7dc7e50-238e-442e-a63f-67888e5038fa service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23194b35-e97d-47c2-b0aa-7ba393259924 HTTP/1.1" status: 200 len: 217 time: 0.0354469 Jul 20 15:40:48.574867 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b0177-1ba2-4350-bf07-7f3289815116 req-12db57d4-d2df-48fd-9d9f-a4d694234a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:40:48.576809 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-804b0177-1ba2-4350-bf07-7f3289815116 req-12db57d4-d2df-48fd-9d9f-a4d694234a05 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f67dc5bc-fa6a-464f-8936-90155eea6d28 HTTP/1.1" status: 200 len: 853 time: 0.0464668 Jul 20 15:40:48.625119 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b0177-1ba2-4350-bf07-7f3289815116 req-4bda69f6-9d56-4e41-b699-ecf916e61034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:40:48.626649 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-804b0177-1ba2-4350-bf07-7f3289815116 req-4bda69f6-9d56-4e41-b699-ecf916e61034 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433950 Jul 20 15:40:48.717990 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-804b0177-1ba2-4350-bf07-7f3289815116 req-4f688447-2fe2-4f79-9d8e-30f79cf72c45 service neutron] 10.222.0.102 "GET /v2.0/networks/4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855548 Jul 20 15:40:48.811799 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-804b0177-1ba2-4350-bf07-7f3289815116 req-62205ca4-9b65-4960-bb14-78de0a283199 service neutron] 10.222.0.102 "GET /v2.0/networks/4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878522 Jul 20 15:40:48.897464 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427376f8-40e1-4485-a18e-76eb456c1bb1 req-d196faf8-4454-4cf4-b388-360c93fc3e9d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:40:48.898980 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-427376f8-40e1-4485-a18e-76eb456c1bb1 req-d196faf8-4454-4cf4-b388-360c93fc3e9d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=34721a3c-bac8-4cea-9f1d-6ee067b62ade HTTP/1.1" status: 200 len: 944 time: 0.0501783 Jul 20 15:40:48.948682 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-427376f8-40e1-4485-a18e-76eb456c1bb1 req-22872509-bcde-4452-9997-01d39a168479 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?id=39206cf4-ed9f-4479-8766-ece331b18c92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433364 Jul 20 15:40:49.623308 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:50.059621 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4657b9c7-4acc-4e92-b035-9e29816c466a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:50.067459 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea2d84-7b82-4f30-9cde-8beb44eb9c15 req-41ad99a6-ce22-4c69-aba1-892aa5e42e2b tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:40:50.069198 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-01ea2d84-7b82-4f30-9cde-8beb44eb9c15 req-41ad99a6-ce22-4c69-aba1-892aa5e42e2b tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=34721a3c-bac8-4cea-9f1d-6ee067b62ade HTTP/1.1" status: 200 len: 944 time: 0.0519617 Jul 20 15:40:50.123293 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-01ea2d84-7b82-4f30-9cde-8beb44eb9c15 req-4c7ad5c5-9f3d-4b4a-bc20-6fed027535d8 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?id=39206cf4-ed9f-4479-8766-ece331b18c92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478578 Jul 20 15:40:51.239509 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612423f9-98f3-412c-8986-add866a1c8b2 req-300f5497-659d-4885-8346-1526112dfdeb tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:40:51.240982 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-612423f9-98f3-412c-8986-add866a1c8b2 req-300f5497-659d-4885-8346-1526112dfdeb tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=34721a3c-bac8-4cea-9f1d-6ee067b62ade HTTP/1.1" status: 200 len: 944 time: 0.0480950 Jul 20 15:40:51.292750 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-612423f9-98f3-412c-8986-add866a1c8b2 req-3f5e0048-513e-47b4-a146-c734e6da671d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?id=39206cf4-ed9f-4479-8766-ece331b18c92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459480 Jul 20 15:40:51.887187 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 23194b35-e97d-47c2-b0aa-7ba393259924 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:40:51.965909 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:51.971546 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=100 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:51.989650 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 23194b35-e97d-47c2-b0aa-7ba393259924, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=23194b35-e97d-47c2-b0aa-7ba393259924,segment=NetworkSegment(e026d837-5e38-45b1-9c83-a88e3f038dd4),segment_id=e026d837-5e38-45b1-9c83-a88e3f038dd4)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:40:52.001446 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Returning: {'device': '23194b35-e97d-47c2-b0aa-7ba393259924', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'port_id': '23194b35-e97d-47c2-b0aa-7ba393259924', 'mac_address': 'fa:16:3e:83:46:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 988, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:40:52.038989 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port 23194b35-e97d-47c2-b0aa-7ba393259924 is: DOWN; New status is: BUILD {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:40:52.039379 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (23194b35-e97d-47c2-b0aa-7ba393259924), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:52.052508 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23194b35-e97d-47c2-b0aa-7ba393259924 {{(pid=104511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:40:52.072453 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 23194b35-e97d-47c2-b0aa-7ba393259924, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=23194b35-e97d-47c2-b0aa-7ba393259924,segment=NetworkSegment(e026d837-5e38-45b1-9c83-a88e3f038dd4),segment_id=e026d837-5e38-45b1-9c83-a88e3f038dd4)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:40:52.259700 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (23194b35-e97d-47c2-b0aa-7ba393259924), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:52.307036 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=23194b35-e97d-47c2-b0aa-7ba393259924,revision_number=4']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:52.320402 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:40:52.321172 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:40:52.321172 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:40:52.321457 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:40:52.321749 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:40:52.322086 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:40:52.322460 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:40:52.322795 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:40:52.323127 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:40:52.323460 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:40:52.323793 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:40:52.324120 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:40:52.324447 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:40:52.324771 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:40:52.325091 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:40:52.409387 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b45e6579-4a90-452c-bc83-4c16165cc560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:52.416357 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a334e-2431-4f01-8f90-33c0c3c2306c req-197a972a-ccb8-48a5-83f6-367f369d5489 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:40:52.418796 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a21a334e-2431-4f01-8f90-33c0c3c2306c req-197a972a-ccb8-48a5-83f6-367f369d5489 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=34721a3c-bac8-4cea-9f1d-6ee067b62ade HTTP/1.1" status: 200 len: 945 time: 0.0561268 Jul 20 15:40:52.472152 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a21a334e-2431-4f01-8f90-33c0c3c2306c req-5f43c126-8358-4c62-8d2a-e007eb9c30fa tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?id=39206cf4-ed9f-4479-8766-ece331b18c92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457935 Jul 20 15:40:52.483998 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] get_ports_and_sgs() called for port_ids ['23194b35-e97d-47c2-b0aa-7ba393259924'] {{(pid=104511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:40:52.675421 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 49708) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:52.780563 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-0f1f36fb-1350-458a-a09f-cfddb796ec5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:52.855902 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-0f1f36fb-1350-458a-a09f-cfddb796ec5b admin admin] Publish callbacks [] for security_group (5a6ab310-fc84-425b-a253-6c2c4838025a), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:53.116761 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-0f1f36fb-1350-458a-a09f-cfddb796ec5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (5a6ab310-fc84-425b-a253-6c2c4838025a), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:53.156860 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-0f1f36fb-1350-458a-a09f-cfddb796ec5b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=84e131e7ae914fd792c150bc50af3e39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4802804 Jul 20 15:40:53.157815 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f36fb-1350-458a-a09f-cfddb796ec5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6ab310-fc84-425b-a253-6c2c4838025a,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:53.159528 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 49712) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:53.213490 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-2fb3a219-213d-47d0-b541-cebfdba9f335 admin admin] Publish callbacks [] for security_group (5a6ab310-fc84-425b-a253-6c2c4838025a), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:53.240569 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-2fb3a219-213d-47d0-b541-cebfdba9f335 admin admin] Publish callbacks [] for security_group (5a6ab310-fc84-425b-a253-6c2c4838025a), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:53.459468 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-2fb3a219-213d-47d0-b541-cebfdba9f335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (5a6ab310-fc84-425b-a253-6c2c4838025a), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:53.462080 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-2fb3a219-213d-47d0-b541-cebfdba9f335 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:53.463271 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-2fb3a219-213d-47d0-b541-cebfdba9f335 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5a6ab310-fc84-425b-a253-6c2c4838025a HTTP/1.1" status: 204 len: 168 time: 0.3027675 Jul 20 15:40:53.472156 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3a219-213d-47d0-b541-cebfdba9f335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6ab310-fc84-425b-a253-6c2c4838025a,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:53.598735 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9fb28c-74bb-44d1-b532-da43bf3a50a1 req-47344757-7bc2-4771-9609-cb107cb17a72 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:40:53.600258 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-7b9fb28c-74bb-44d1-b532-da43bf3a50a1 req-47344757-7bc2-4771-9609-cb107cb17a72 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=34721a3c-bac8-4cea-9f1d-6ee067b62ade HTTP/1.1" status: 200 len: 945 time: 0.0538936 Jul 20 15:40:53.642730 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:53.651958 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-7b9fb28c-74bb-44d1-b532-da43bf3a50a1 req-ed289a5c-1539-43f5-8feb-e3fbca6d3729 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?id=39206cf4-ed9f-4479-8766-ece331b18c92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460286 Jul 20 15:40:53.901898 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 23194b35-e97d-47c2-b0aa-7ba393259924 up at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:40:53.945645 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning for port 23194b35-e97d-47c2-b0aa-7ba393259924 completed by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 15:40:54.059295 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning complete for port 23194b35-e97d-47c2-b0aa-7ba393259924 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:40:54.060190 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (23194b35-e97d-47c2-b0aa-7ba393259924), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:54.136945 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port 23194b35-e97d-47c2-b0aa-7ba393259924 is: BUILD; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:40:54.137333 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (23194b35-e97d-47c2-b0aa-7ba393259924), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:54.160640 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34721a3c-bac8-4cea-9f1d-6ee067b62ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23194b35-e97d-47c2-b0aa-7ba393259924'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:40:54.162854 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d079ce0f3ed41026034ae0451e18cae4cf0a7f47a911dfcb655775793fbc38ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bca418-802c-4a10-aafa-6de8f106be37" -d '{"events": [{"server_uuid": "34721a3c-bac8-4cea-9f1d-6ee067b62ade", "name": "network-vif-plugged", "status": "completed", "tag": "23194b35-e97d-47c2-b0aa-7ba393259924"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:40:54.175485 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 23194b35-e97d-47c2-b0aa-7ba393259924, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=23194b35-e97d-47c2-b0aa-7ba393259924,segment=NetworkSegment(e026d837-5e38-45b1-9c83-a88e3f038dd4),segment_id=e026d837-5e38-45b1-9c83-a88e3f038dd4)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:40:54.199279 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 15:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77017d6d-7b18-44a5-acb9-41ad38ceb0fd x-openstack-request-id: req-77017d6d-7b18-44a5-acb9-41ad38ceb0fd {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:40:54.225732 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34721a3c-bac8-4cea-9f1d-6ee067b62ade", "name": "network-vif-plugged", "status": "completed", "tag": "23194b35-e97d-47c2-b0aa-7ba393259924", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:40:54.225732 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-77017d6d-7b18-44a5-acb9-41ad38ceb0fd {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:40:54.225732 dv-cinder-819149-12-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77017d6d-7b18-44a5-acb9-41ad38ceb0fd'] response: {'server_uuid': '34721a3c-bac8-4cea-9f1d-6ee067b62ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23194b35-e97d-47c2-b0aa-7ba393259924', 'code': 200} Jul 20 15:40:54.311055 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (23194b35-e97d-47c2-b0aa-7ba393259924), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:54.355038 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 49722) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:54.360017 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:54.363373 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=23194b35-e97d-47c2-b0aa-7ba393259924,revision_number=5']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:54.370142 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-fc351d3c-f9cd-4745-a85c-b95af0cf671a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:54.436062 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:54.462798 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-fc351d3c-f9cd-4745-a85c-b95af0cf671a admin admin] Publish callbacks [] for security_group (48ae66ad-f93a-4dcb-9655-569acd17828f), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:54.537418 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef377757-f141-4fb2-98c3-3b32ea4aef87 req-dd5f8481-5867-460a-9d4e-b7b0c854d190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:40:54.539545 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-ef377757-f141-4fb2-98c3-3b32ea4aef87 req-dd5f8481-5867-460a-9d4e-b7b0c854d190 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=34721a3c-bac8-4cea-9f1d-6ee067b62ade HTTP/1.1" status: 200 len: 1130 time: 0.0446305 Jul 20 15:40:54.580236 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-fc351d3c-f9cd-4745-a85c-b95af0cf671a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (48ae66ad-f93a-4dcb-9655-569acd17828f), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:54.581363 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:54.601055 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-ef377757-f141-4fb2-98c3-3b32ea4aef87 req-24d0b771-4811-4776-a716-b2929f84fd2e service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=39206cf4-ed9f-4479-8766-ece331b18c92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545785 Jul 20 15:40:54.620722 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-fc351d3c-f9cd-4745-a85c-b95af0cf671a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c81fccde59f04956a91e495814f54517&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2646048 Jul 20 15:40:54.622741 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc351d3c-f9cd-4745-a85c-b95af0cf671a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ae66ad-f93a-4dcb-9655-569acd17828f,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:54.623435 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 49724) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:54.675794 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ea6c1a8f-4018-4896-8ca3-45581088c6c7 admin admin] Publish callbacks [] for security_group (48ae66ad-f93a-4dcb-9655-569acd17828f), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:54.703458 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ea6c1a8f-4018-4896-8ca3-45581088c6c7 admin admin] Publish callbacks [] for security_group (48ae66ad-f93a-4dcb-9655-569acd17828f), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:54.899608 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ea6c1a8f-4018-4896-8ca3-45581088c6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (48ae66ad-f93a-4dcb-9655-569acd17828f), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:54.904371 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ea6c1a8f-4018-4896-8ca3-45581088c6c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:54.908382 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-ea6c1a8f-4018-4896-8ca3-45581088c6c7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/48ae66ad-f93a-4dcb-9655-569acd17828f HTTP/1.1" status: 204 len: 168 time: 0.2813263 Jul 20 15:40:54.920215 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c1a8f-4018-4896-8ca3-45581088c6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ae66ad-f93a-4dcb-9655-569acd17828f,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:54.958072 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:55.033061 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2634ae-ebd9-4748-a9ec-5cb16a0576ba req-00e6e6d9-d6c1-4853-a92e-c15e879433e2 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:40:55.034551 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-dc2634ae-ebd9-4748-a9ec-5cb16a0576ba req-00e6e6d9-d6c1-4853-a92e-c15e879433e2 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=34721a3c-bac8-4cea-9f1d-6ee067b62ade HTTP/1.1" status: 200 len: 946 time: 0.3056405 Jul 20 15:40:55.048092 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:55.060476 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:55.093983 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-dc2634ae-ebd9-4748-a9ec-5cb16a0576ba req-ba858750-84b9-4e29-9e38-3fa181aec2a8 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?id=39206cf4-ed9f-4479-8766-ece331b18c92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463138 Jul 20 15:40:55.731969 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 49732) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:55.745263 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-adad4d2f-3c3f-43e4-8be9-4e03548c1f6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:55.778158 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:55.826469 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-adad4d2f-3c3f-43e4-8be9-4e03548c1f6d admin admin] Publish callbacks [] for security_group (e38df759-3efe-4e98-a2e2-c65cdbc195a4), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:55.916419 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-adad4d2f-3c3f-43e4-8be9-4e03548c1f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (e38df759-3efe-4e98-a2e2-c65cdbc195a4), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:55.960143 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-adad4d2f-3c3f-43e4-8be9-4e03548c1f6d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8f6fe353822c4de9b0fbb55fecf96ff2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277126 Jul 20 15:40:55.960987 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad4d2f-3c3f-43e4-8be9-4e03548c1f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38df759-3efe-4e98-a2e2-c65cdbc195a4,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:55.963769 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 49734) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:56.023494 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-d0041a55-6009-4cca-9e61-7dc6a05cac43 admin admin] Publish callbacks [] for security_group (e38df759-3efe-4e98-a2e2-c65cdbc195a4), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:56.046468 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-d0041a55-6009-4cca-9e61-7dc6a05cac43 admin admin] Publish callbacks [] for security_group (e38df759-3efe-4e98-a2e2-c65cdbc195a4), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:56.210173 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c39672-3b32-42af-8338-0a90ab5e8b91 req-adb96c35-cee5-4ccf-9e22-cd87dc281e8b tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:40:56.211559 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-26c39672-3b32-42af-8338-0a90ab5e8b91 req-adb96c35-cee5-4ccf-9e22-cd87dc281e8b tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=34721a3c-bac8-4cea-9f1d-6ee067b62ade HTTP/1.1" status: 200 len: 946 time: 0.0506003 Jul 20 15:40:56.224008 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-d0041a55-6009-4cca-9e61-7dc6a05cac43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (e38df759-3efe-4e98-a2e2-c65cdbc195a4), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:56.226429 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-d0041a55-6009-4cca-9e61-7dc6a05cac43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:56.228116 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-d0041a55-6009-4cca-9e61-7dc6a05cac43 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e38df759-3efe-4e98-a2e2-c65cdbc195a4 HTTP/1.1" status: 204 len: 168 time: 0.2632620 Jul 20 15:40:56.246158 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0041a55-6009-4cca-9e61-7dc6a05cac43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38df759-3efe-4e98-a2e2-c65cdbc195a4,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:56.279910 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-26c39672-3b32-42af-8338-0a90ab5e8b91 req-7f3aad09-f9d5-4930-a054-2dcd9a5cc3e6 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?id=39206cf4-ed9f-4479-8766-ece331b18c92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621874 Jul 20 15:40:57.284642 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 49758) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:57.392840 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-cfc57019-7557-4cc2-903f-c7ba9b621073 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-455468080-network', 'tenant_id': '093f88479eae442dba4d8320fbcb2b40'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:40:57.412029 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd5d2a-a293-415b-95a5-e1d7fa900621 req-d2f854eb-0f58-41a8-acd4-df022d3ea5e4 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:40:57.413511 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-96bd5d2a-a293-415b-95a5-e1d7fa900621 req-d2f854eb-0f58-41a8-acd4-df022d3ea5e4 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=34721a3c-bac8-4cea-9f1d-6ee067b62ade HTTP/1.1" status: 200 len: 946 time: 0.0624599 Jul 20 15:40:57.476050 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-96bd5d2a-a293-415b-95a5-e1d7fa900621 req-96120ae9-7d27-4790-b650-f948385a6bbe tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?id=39206cf4-ed9f-4479-8766-ece331b18c92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555453 Jul 20 15:40:57.493416 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc57019-7557-4cc2-903f-c7ba9b621073 admin admin] Made reservation on behalf of 093f88479eae442dba4d8320fbcb2b40 for: {'network': 1} {{(pid=104510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:40:57.495860 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-cfc57019-7557-4cc2-903f-c7ba9b621073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for network (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:57.505845 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-cfc57019-7557-4cc2-903f-c7ba9b621073 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:57.606297 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f445991-d0f1-44d6-a487-54c15a1c29db req-86fe86ad-78bb-4f27-a7e6-9f58a9c9c3fe tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:40:57.608208 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3f445991-d0f1-44d6-a487-54c15a1c29db req-86fe86ad-78bb-4f27-a7e6-9f58a9c9c3fe tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=34721a3c-bac8-4cea-9f1d-6ee067b62ade HTTP/1.1" status: 200 len: 946 time: 0.0647790 Jul 20 15:40:57.616769 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 49766) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:57.621366 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-7bd1a6f4-c087-48e7-a605-4c7baa31e3e1 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Request body: {'floatingip': {'port_id': '23194b35-e97d-47c2-b0aa-7ba393259924'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:40:57.630895 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-cfc57019-7557-4cc2-903f-c7ba9b621073 admin admin] Publish callbacks [] for security_group (f0960b4e-4311-4944-bd19-99413cdeeeb6), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:57.660583 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-7bd1a6f4-c087-48e7-a605-4c7baa31e3e1 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for floatingip (df04f5ce-b244-4a2c-af97-57d98b3ad7da), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:57.710360 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-cfc57019-7557-4cc2-903f-c7ba9b621073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (f0960b4e-4311-4944-bd19-99413cdeeeb6), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:57.728780 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:57.739032 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfc57019-7557-4cc2-903f-c7ba9b621073 admin admin] vlan segment allocate from pool success with {'vlan_id': 982, 'physical_network': 'physnet1'} {{(pid=104510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 15:40:57.749955 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc57019-7557-4cc2-903f-c7ba9b621073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0960b4e-4311-4944-bd19-99413cdeeeb6,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:57.755199 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-cfc57019-7557-4cc2-903f-c7ba9b621073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087'] for segment (1ced383b-0197-4f10-a865-e10307510653), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:57.755546 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.db.segments_db [None req-cfc57019-7557-4cc2-903f-c7ba9b621073 admin admin] Added segment 1ced383b-0197-4f10-a865-e10307510653 of type vlan for network a9891dd5-812a-4da0-b327-b22ce8cc4c25 Jul 20 15:40:57.806036 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-cfc57019-7557-4cc2-903f-c7ba9b621073 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737057167135'] for network (a9891dd5-812a-4da0-b327-b22ce8cc4c25), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:57.911268 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-cfc57019-7557-4cc2-903f-c7ba9b621073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428'] for network (a9891dd5-812a-4da0-b327-b22ce8cc4c25), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:57.912216 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc57019-7557-4cc2-903f-c7ba9b621073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:40:57.912989 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-cfc57019-7557-4cc2-903f-c7ba9b621073 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for network (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:57.982517 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc57019-7557-4cc2-903f-c7ba9b621073 admin admin] Pushing event updated for resources: {'Network': ['ID=a9891dd5-812a-4da0-b327-b22ce8cc4c25,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:57.992851 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Network a9891dd5-812a-4da0-b327-b22ce8cc4c25 details requested by agent ovs-agent-dv-cinder-819149-12-iscsi with host dv-cinder-819149-12-iscsi {{(pid=104511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 15:40:58.016853 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-cfc57019-7557-4cc2-903f-c7ba9b621073 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7310362 Jul 20 15:40:58.019778 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 49768) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:40:58.024874 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-5a6c1079-d97e-4d4f-bfd1-579f6f6a645d admin admin] Request body: {'subnet': {'network_id': 'a9891dd5-812a-4da0-b327-b22ce8cc4c25', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-455468080-subnet', 'tenant_id': '093f88479eae442dba4d8320fbcb2b40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:40:58.105248 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6c1079-d97e-4d4f-bfd1-579f6f6a645d admin admin] Made reservation on behalf of 093f88479eae442dba4d8320fbcb2b40 for: {'subnet': 1} {{(pid=104510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:40:58.108524 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-5a6c1079-d97e-4d4f-bfd1-579f6f6a645d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25937554'] for subnet (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:58.136765 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-7bd1a6f4-c087-48e7-a605-4c7baa31e3e1 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:58.170662 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:58.230576 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-7bd1a6f4-c087-48e7-a605-4c7baa31e3e1 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714675'] for floatingip (df04f5ce-b244-4a2c-af97-57d98b3ad7da), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:58.331807 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.db.l3_db [None req-7bd1a6f4-c087-48e7-a605-4c7baa31e3e1 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Floating IP df04f5ce-b244-4a2c-af97-57d98b3ad7da associated. External IP: 172.27.1.177, port: 23194b35-e97d-47c2-b0aa-7ba393259924. Jul 20 15:40:58.333711 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-5a6c1079-d97e-4d4f-bfd1-579f6f6a645d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25785471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25937540'] for subnet (1df2b8c4-52af-4abf-9722-3b4b0bef90e6), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:58.392907 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c1079-d97e-4d4f-bfd1-579f6f6a645d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1df2b8c4-52af-4abf-9722-3b4b0bef90e6,revision_number=0']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:40:58.402316 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6c1079-d97e-4d4f-bfd1-579f6f6a645d admin admin] Checking segment: {'id': '1ced383b-0197-4f10-a865-e10307510653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'a9891dd5-812a-4da0-b327-b22ce8cc4c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:40:58.402655 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6c1079-d97e-4d4f-bfd1-579f6f6a645d admin admin] Network hostable DHCP agents. Network: a9891dd5-812a-4da0-b327-b22ce8cc4c25, hostable agents: ['1054ab0b-28b9-454f-8889-d57ec5383afd'], hosted agents: [] {{(pid=104510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 15:40:58.499458 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6c1079-d97e-4d4f-bfd1-579f6f6a645d admin admin] Network a9891dd5-812a-4da0-b327-b22ce8cc4c25 is scheduled to be hosted by DHCP agent 1054ab0b-28b9-454f-8889-d57ec5383afd with binding_index 1 {{(pid=104510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 15:40:58.509792 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=3 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:58.535950 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd1a6f4-c087-48e7-a605-4c7baa31e3e1 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Router 3dbc9ad5-fe45-44b0-a894-986b191f2d98 has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:40:58.545120 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.base_scheduler [None req-5a6c1079-d97e-4d4f-bfd1-579f6f6a645d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-12-iscsi, a9891dd5-812a-4da0-b327-b22ce8cc4c25) {{(pid=104510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:40:58.550846 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6c1079-d97e-4d4f-bfd1-579f6f6a645d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:40:58.552847 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-5a6c1079-d97e-4d4f-bfd1-579f6f6a645d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:58.557924 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec41912-1eb3-452a-8fd4-694bfbc1d558 None None] Network a9891dd5-812a-4da0-b327-b22ce8cc4c25 requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:40:58.625214 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:58.641813 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-5a6c1079-d97e-4d4f-bfd1-579f6f6a645d admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6207387 Jul 20 15:40:58.655343 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd1a6f4-c087-48e7-a605-4c7baa31e3e1 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:40:58.660410 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-7bd1a6f4-c087-48e7-a605-4c7baa31e3e1 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for floatingip (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:40:58.672612 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ed1a63-ccb4-4a24-8144-f7ad6429beb1 None None] Sync routers for ids ['3dbc9ad5-fe45-44b0-a894-986b191f2d98'] in dv-cinder-819149-12-iscsi {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:40:58.686407 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ed1a63-ccb4-4a24-8144-f7ad6429beb1 None None] Routers {'3dbc9ad5-fe45-44b0-a894-986b191f2d98'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:40:58.687034 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-e3ed1a63-ccb4-4a24-8144-f7ad6429beb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:40:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['3dbc9ad5-fe45-44b0-a894-986b191f2d98'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:40:58.691748 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57925950-4ea9-4700-a6ad-859c0442c0e0 None None] Network a9891dd5-812a-4da0-b327-b22ce8cc4c25 requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:40:58.710712 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-7bd1a6f4-c087-48e7-a605-4c7baa31e3e1 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "PUT /v2.0/floatingips/df04f5ce-b244-4a2c-af97-57d98b3ad7da HTTP/1.1" status: 200 len: 992 time: 1.0766311 Jul 20 15:40:58.710712 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34721a3c-bac8-4cea-9f1d-6ee067b62ade', 'tag': '23194b35-e97d-47c2-b0aa-7ba393259924'}] {{(pid=104509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:40:58.710712 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df77c6b91a480694ea4413056d8ef6386aadd078611a8438297a7cf852766117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86650bd2-07e8-4e0f-972f-6749bc5497c9" -d '{"events": [{"name": "network-changed", "server_uuid": "34721a3c-bac8-4cea-9f1d-6ee067b62ade", "tag": "23194b35-e97d-47c2-b0aa-7ba393259924"}]}' {{(pid=104509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:40:58.739474 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 15:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f870b9-3ba4-4c39-9b85-57c0994230b6 x-openstack-request-id: req-88f870b9-3ba4-4c39-9b85-57c0994230b6 {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:40:58.740005 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34721a3c-bac8-4cea-9f1d-6ee067b62ade", "tag": "23194b35-e97d-47c2-b0aa-7ba393259924", "status": "completed", "code": 200}]} {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:40:58.740268 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-88f870b9-3ba4-4c39-9b85-57c0994230b6 {{(pid=104509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:40:58.741641 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88f870b9-3ba4-4c39-9b85-57c0994230b6'] response: {'name': 'network-changed', 'server_uuid': '34721a3c-bac8-4cea-9f1d-6ee067b62ade', 'tag': '23194b35-e97d-47c2-b0aa-7ba393259924', 'status': 'completed', 'code': 200} Jul 20 15:40:58.834989 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86650bd2-07e8-4e0f-972f-6749bc5497c9 req-0eeb0e93-9e6f-4e17-877d-5ddcddc095b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:40:58.834989 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-86650bd2-07e8-4e0f-972f-6749bc5497c9 req-0eeb0e93-9e6f-4e17-877d-5ddcddc095b4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=44dc2a5c754d42d1862b331afef2183f&device_id=34721a3c-bac8-4cea-9f1d-6ee067b62ade HTTP/1.1" status: 200 len: 1130 time: 0.0458004 Jul 20 15:40:58.838186 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:58.891498 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-e3ed1a63-ccb4-4a24-8144-f7ad6429beb1 None None] Set router 3dbc9ad5-fe45-44b0-a894-986b191f2d98 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:40:58.914715 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86650bd2-07e8-4e0f-972f-6749bc5497c9 req-7a444469-0348-45fd-a025-ca3bdf121d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:40:58.914715 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-86650bd2-07e8-4e0f-972f-6749bc5497c9 req-7a444469-0348-45fd-a025-ca3bdf121d55 service neutron] 10.222.0.102 "GET /v2.0/networks?id=4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc HTTP/1.1" status: 200 len: 915 time: 0.0957251 Jul 20 15:40:58.983521 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-86650bd2-07e8-4e0f-972f-6749bc5497c9 req-1b2d7cef-3af2-4c91-ac3a-1b203d03ae7d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23194b35-e97d-47c2-b0aa-7ba393259924 HTTP/1.1" status: 200 len: 1000 time: 0.0665500 Jul 20 15:40:59.036550 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86650bd2-07e8-4e0f-972f-6749bc5497c9 req-9a41b85b-83e1-4590-8f37-debf4368433f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:40:59.038055 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-86650bd2-07e8-4e0f-972f-6749bc5497c9 req-9a41b85b-83e1-4590-8f37-debf4368433f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f67dc5bc-fa6a-464f-8936-90155eea6d28 HTTP/1.1" status: 200 len: 853 time: 0.0486925 Jul 20 15:40:59.084737 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86650bd2-07e8-4e0f-972f-6749bc5497c9 req-c4d8ee49-5e8e-457f-b364-f37331ddc261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:40:59.086352 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-86650bd2-07e8-4e0f-972f-6749bc5497c9 req-c4d8ee49-5e8e-457f-b364-f37331ddc261 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427587 Jul 20 15:40:59.189016 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-86650bd2-07e8-4e0f-972f-6749bc5497c9 req-a8bbd7ac-a25c-407c-b79b-d0ec0756d5df service neutron] 10.222.0.102 "GET /v2.0/networks/4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970287 Jul 20 15:40:59.252840 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-e3ed1a63-ccb4-4a24-8144-f7ad6429beb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'name': 'tempest-AttachVolumeNegativeTest-814596091-router', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:37:58Z', 'updated_at': '2022-07-20T15:38:01Z', 'revision_number': 4, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'gw_port': {'id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:37:59Z', 'updated_at': '2022-07-20T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': 'df04f5ce-b244-4a2c-af97-57d98b3ad7da', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'floating_ip_address': '172.27.1.177', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'port_id': '23194b35-e97d-47c2-b0aa-7ba393259924', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'mac_address': 'fa:16:3e:83:46:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34721a3c-bac8-4cea-9f1d-6ee067b62ade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:40:41Z', 'updated_at': '2022-07-20T15:40:58Z', 'revision_number': 1, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d0224a-43a2-4733-85f5-87b141dd2c9d', 'name': '', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'mac_address': 'fa:16:3e:f1:6f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:38:00Z', 'updated_at': '2022-07-20T15:38:05Z', 'revision_number': 5, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'subnets': [{'id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:40:59.281932 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ed1a63-ccb4-4a24-8144-f7ad6429beb1 None None] Checking router: 3dbc9ad5-fe45-44b0-a894-986b191f2d98 for host: dv-cinder-819149-12-iscsi {{(pid=104511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:40:59.282159 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-86650bd2-07e8-4e0f-972f-6749bc5497c9 req-76f89ba1-68fc-432b-8754-fd74f53bd72b service neutron] 10.222.0.102 "GET /v2.0/networks/4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865517 Jul 20 15:40:59.291593 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ed1a63-ccb4-4a24-8144-f7ad6429beb1 None None] Routers {'3dbc9ad5-fe45-44b0-a894-986b191f2d98'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:40:59.292335 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-e3ed1a63-ccb4-4a24-8144-f7ad6429beb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:40:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['3dbc9ad5-fe45-44b0-a894-986b191f2d98'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:40:59.336507 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=100 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:40:59.395658 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-e3ed1a63-ccb4-4a24-8144-f7ad6429beb1 None None] Set router 3dbc9ad5-fe45-44b0-a894-986b191f2d98 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:40:59.620749 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-e3ed1a63-ccb4-4a24-8144-f7ad6429beb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'name': 'tempest-AttachVolumeNegativeTest-814596091-router', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:37:58Z', 'updated_at': '2022-07-20T15:38:01Z', 'revision_number': 4, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'gw_port': {'id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:37:59Z', 'updated_at': '2022-07-20T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': 'df04f5ce-b244-4a2c-af97-57d98b3ad7da', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'floating_ip_address': '172.27.1.177', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'port_id': '23194b35-e97d-47c2-b0aa-7ba393259924', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'mac_address': 'fa:16:3e:83:46:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34721a3c-bac8-4cea-9f1d-6ee067b62ade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:40:41Z', 'updated_at': '2022-07-20T15:40:58Z', 'revision_number': 1, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d0224a-43a2-4733-85f5-87b141dd2c9d', 'name': '', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'mac_address': 'fa:16:3e:f1:6f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:38:00Z', 'updated_at': '2022-07-20T15:38:05Z', 'revision_number': 5, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'subnets': [{'id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:40:59.645488 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ed1a63-ccb4-4a24-8144-f7ad6429beb1 None None] The sync data for ids ['3dbc9ad5-fe45-44b0-a894-986b191f2d98'] in dv-cinder-819149-12-iscsi is: [{'id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'name': 'tempest-AttachVolumeNegativeTest-814596091-router', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:37:58Z', 'updated_at': '2022-07-20T15:38:01Z', 'revision_number': 4, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'gw_port': {'id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:37:59Z', 'updated_at': '2022-07-20T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': 'df04f5ce-b244-4a2c-af97-57d98b3ad7da', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'floating_ip_address': '172.27.1.177', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'port_id': '23194b35-e97d-47c2-b0aa-7ba393259924', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'mac_address': 'fa:16:3e:83:46:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34721a3c-bac8-4cea-9f1d-6ee067b62ade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:40:41Z', 'updated_at': '2022-07-20T15:40:58Z', 'revision_number': 1, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d0224a-43a2-4733-85f5-87b141dd2c9d', 'name': '', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'mac_address': 'fa:16:3e:f1:6f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:38:00Z', 'updated_at': '2022-07-20T15:38:05Z', 'revision_number': 5, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'subnets': [{'id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:40:59.834646 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835942be-5975-44a5-bb49-d3555c726b94 None None] New status for floating IP df04f5ce-b244-4a2c-af97-57d98b3ad7da: ACTIVE {{(pid=104512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 15:41:00.890021 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f76ff0-3864-473e-881e-5753ef68e981 req-384c7c09-ebf1-4130-9967-0807fc9c290b tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:00.891422 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-95f76ff0-3864-473e-881e-5753ef68e981 req-384c7c09-ebf1-4130-9967-0807fc9c290b tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/networks?id=a9891dd5-812a-4da0-b327-b22ce8cc4c25 HTTP/1.1" status: 200 len: 808 time: 0.1186848 Jul 20 15:41:00.906150 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-95f76ff0-3864-473e-881e-5753ef68e981 req-00dcc6df-8497-4e91-b3aa-520c501ad5b5 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/quotas/093f88479eae442dba4d8320fbcb2b40 HTTP/1.1" status: 200 len: 375 time: 0.0091090 Jul 20 15:41:00.939525 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-95f76ff0-3864-473e-881e-5753ef68e981 req-e6a06b1b-6264-47bb-b128-c5febd425953 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=093f88479eae442dba4d8320fbcb2b40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283744 Jul 20 15:41:01.036116 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-95f76ff0-3864-473e-881e-5753ef68e981 req-fabdc0b1-ec07-4112-a280-95a7357722fb service neutron] 10.222.0.78 "GET /v2.0/networks/a9891dd5-812a-4da0-b327-b22ce8cc4c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897098 Jul 20 15:41:01.138142 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-95f76ff0-3864-473e-881e-5753ef68e981 req-b8e2454e-5a3e-4e12-8f30-e11ca36ec531 service neutron] 10.222.0.78 "GET /v2.0/networks/a9891dd5-812a-4da0-b327-b22ce8cc4c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958750 Jul 20 15:41:01.369926 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:01.389414 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c52a48e7-07d6-4e88-a09a-08267b315aa9 req-710007f0-9d52-4a38-9ea4-919a15916122 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/ports?device_id=be425909-522e-43f9-a0d5-305c2409e67b HTTP/1.1" status: 200 len: 210 time: 0.0294912 Jul 20 15:41:02.489433 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d0d8939c-fd1c-49b2-875d-39f5684aaaa3 req-0aab6987-8eb6-43cb-9f97-4fb5bd44b061 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/ports?device_id=be425909-522e-43f9-a0d5-305c2409e67b HTTP/1.1" status: 200 len: 210 time: 0.0302558 Jul 20 15:41:03.567215 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f76ff0-3864-473e-881e-5753ef68e981 req-66670a14-fc3e-443b-855a-27586c5630b8 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:03.568659 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-95f76ff0-3864-473e-881e-5753ef68e981 req-66670a14-fc3e-443b-855a-27586c5630b8 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.102 "GET /v2.0/networks?id=a9891dd5-812a-4da0-b327-b22ce8cc4c25 HTTP/1.1" status: 200 len: 808 time: 0.1132228 Jul 20 15:41:03.580532 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [req-95f76ff0-3864-473e-881e-5753ef68e981 req-53441df0-4eb3-43ce-9926-d61555d6f30a tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Request body: {'port': {'device_id': 'be425909-522e-43f9-a0d5-305c2409e67b', 'network_id': 'a9891dd5-812a-4da0-b327-b22ce8cc4c25', 'admin_state_up': True, 'tenant_id': '093f88479eae442dba4d8320fbcb2b40'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:41:03.589646 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b6a7729c-9967-4e8b-ae5c-32406ebb9d14 req-2e6a4dcb-1a92-4624-9e2f-86f105273bdc tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/ports?device_id=be425909-522e-43f9-a0d5-305c2409e67b HTTP/1.1" status: 200 len: 210 time: 0.0279510 Jul 20 15:41:03.659314 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=100 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:03.790352 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95f76ff0-3864-473e-881e-5753ef68e981 req-53441df0-4eb3-43ce-9926-d61555d6f30a tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Made reservation on behalf of 093f88479eae442dba4d8320fbcb2b40 for: {'port': 1} {{(pid=104509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:41:03.793863 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-95f76ff0-3864-473e-881e-5753ef68e981 req-53441df0-4eb3-43ce-9926-d61555d6f30a tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:03.932219 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_common [req-95f76ff0-3864-473e-881e-5753ef68e981 req-53441df0-4eb3-43ce-9926-d61555d6f30a tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Allocated IP 172.20.0.6 (a9891dd5-812a-4da0-b327-b22ce8cc4c25/1df2b8c4-52af-4abf-9722-3b4b0bef90e6/c710f5a7-59a7-4df8-8db3-03cadaa0c678) {{(pid=104509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:41:03.947025 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 49816) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:41:04.120270 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:04.169681 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-95f76ff0-3864-473e-881e-5753ef68e981 req-53441df0-4eb3-43ce-9926-d61555d6f30a tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Publish callbacks [] for port (c710f5a7-59a7-4df8-8db3-03cadaa0c678), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:04.246697 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-2de38415-0c80-4bde-ae38-0c52196d3773 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Deleting port 182686c5-84dd-435b-a6c5-cf1b7ec9c5b0 {{(pid=104509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:41:04.247075 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2de38415-0c80-4bde-ae38-0c52196d3773 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (182686c5-84dd-435b-a6c5-cf1b7ec9c5b0), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:04.296098 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-95f76ff0-3864-473e-881e-5753ef68e981 req-53441df0-4eb3-43ce-9926-d61555d6f30a tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (c710f5a7-59a7-4df8-8db3-03cadaa0c678), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:04.597481 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f76ff0-3864-473e-881e-5753ef68e981 req-53441df0-4eb3-43ce-9926-d61555d6f30a tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Network a9891dd5-812a-4da0-b327-b22ce8cc4c25 is already hosted by enough agents. {{(pid=104509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:41:04.603774 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [req-95f76ff0-3864-473e-881e-5753ef68e981 req-53441df0-4eb3-43ce-9926-d61555d6f30a tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Resources bound (agent type, host, resource id): {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:41:04.614286 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f76ff0-3864-473e-881e-5753ef68e981 req-53441df0-4eb3-43ce-9926-d61555d6f30a tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Received port after_create {{(pid=104509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:41:04.650070 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:04.654052 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2de38415-0c80-4bde-ae38-0c52196d3773 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (182686c5-84dd-435b-a6c5-cf1b7ec9c5b0), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:04.654422 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2de38415-0c80-4bde-ae38-0c52196d3773 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks [] for floatingip (182686c5-84dd-435b-a6c5-cf1b7ec9c5b0), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:04.656897 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53441df0-4eb3-43ce-9926-d61555d6f30a tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Pushing event updated for resources: {'Port': ['ID=c710f5a7-59a7-4df8-8db3-03cadaa0c678,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:04.683883 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-2de38415-0c80-4bde-ae38-0c52196d3773 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Calling delete_port for 182686c5-84dd-435b-a6c5-cf1b7ec9c5b0 owned by network:floatingip {{(pid=104509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:41:04.691110 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f76ff0-3864-473e-881e-5753ef68e981 req-53441df0-4eb3-43ce-9926-d61555d6f30a tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:04.691720 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-95f76ff0-3864-473e-881e-5753ef68e981 req-53441df0-4eb3-43ce-9926-d61555d6f30a tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:04.712846 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0134d-ee02-4afa-9211-e31baace9d5b req-f9dc1d4c-d147-475d-af1e-99c5467e9d5b tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:04.714371 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-63f0134d-ee02-4afa-9211-e31baace9d5b req-f9dc1d4c-d147-475d-af1e-99c5467e9d5b tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/ports?device_id=be425909-522e-43f9-a0d5-305c2409e67b HTTP/1.1" status: 200 len: 931 time: 0.0497329 Jul 20 15:41:04.763045 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-63f0134d-ee02-4afa-9211-e31baace9d5b req-8e430b8c-908d-47e2-b091-19d1efe83c79 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/security-groups?id=f0960b4e-4311-4944-bd19-99413cdeeeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423520 Jul 20 15:41:04.821972 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-95f76ff0-3864-473e-881e-5753ef68e981 req-53441df0-4eb3-43ce-9926-d61555d6f30a tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2454295 Jul 20 15:41:04.851049 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [req-95f76ff0-3864-473e-881e-5753ef68e981 req-80bd63dd-1c80-470f-ada4-aecf6ff634f9 service neutron] Request body: {'port': {'device_id': 'be425909-522e-43f9-a0d5-305c2409e67b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:41:04.928006 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-95f76ff0-3864-473e-881e-5753ef68e981 req-80bd63dd-1c80-470f-ada4-aecf6ff634f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (c710f5a7-59a7-4df8-8db3-03cadaa0c678), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:04.939209 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2de38415-0c80-4bde-ae38-0c52196d3773 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (182686c5-84dd-435b-a6c5-cf1b7ec9c5b0), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:04.967897 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de38415-0c80-4bde-ae38-0c52196d3773 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Pushing event deleted for resources: {'Port': ['ID=182686c5-84dd-435b-a6c5-cf1b7ec9c5b0,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:05.099641 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:05.112476 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2de38415-0c80-4bde-ae38-0c52196d3773 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks [] for floatingip (72c95522-0fa7-4137-8abb-1f37899c80a2), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:05.112703 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.db.l3_db [None req-2de38415-0c80-4bde-ae38-0c52196d3773 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Floating IP 72c95522-0fa7-4137-8abb-1f37899c80a2 disassociated (deleted). External IP: 172.27.1.58, port: 5dcfcdca-0e07-4def-8734-604f0229a302. Jul 20 15:41:05.425736 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [req-95f76ff0-3864-473e-881e-5753ef68e981 req-80bd63dd-1c80-470f-ada4-aecf6ff634f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c710f5a7-59a7-4df8-8db3-03cadaa0c678 {{(pid=104509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:41:05.435721 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-95f76ff0-3864-473e-881e-5753ef68e981 req-80bd63dd-1c80-470f-ada4-aecf6ff634f9 service neutron] Publish callbacks [] for port (c710f5a7-59a7-4df8-8db3-03cadaa0c678), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:05.453052 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de38415-0c80-4bde-ae38-0c52196d3773 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Router 1e3bfba9-7d15-469e-8ae9-d473134dd51f has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:41:05.455861 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.provisioning_blocks [req-95f76ff0-3864-473e-881e-5753ef68e981 req-80bd63dd-1c80-470f-ada4-aecf6ff634f9 service neutron] Transition to ACTIVE for port object c710f5a7-59a7-4df8-8db3-03cadaa0c678 will not be triggered until provisioned by entity L2. {{(pid=104509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 15:41:05.496716 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:05.548071 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-95f76ff0-3864-473e-881e-5753ef68e981 req-80bd63dd-1c80-470f-ada4-aecf6ff634f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934114'] for port (c710f5a7-59a7-4df8-8db3-03cadaa0c678), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:05.600808 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de38415-0c80-4bde-ae38-0c52196d3773 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:41:05.609996 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2de38415-0c80-4bde-ae38-0c52196d3773 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for floatingip (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:05.610621 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f927519f-92f0-4fb5-bc84-1c87aee88d34 None None] Sync routers for ids ['1e3bfba9-7d15-469e-8ae9-d473134dd51f'] in dv-cinder-819149-12-iscsi {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:41:05.617242 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd63dd-1c80-470f-ada4-aecf6ff634f9 service neutron] Pushing event updated for resources: {'Port': ['ID=c710f5a7-59a7-4df8-8db3-03cadaa0c678,revision_number=2']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:05.621496 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f927519f-92f0-4fb5-bc84-1c87aee88d34 None None] Routers {'1e3bfba9-7d15-469e-8ae9-d473134dd51f'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:41:05.622359 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-f927519f-92f0-4fb5-bc84-1c87aee88d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:40:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['1e3bfba9-7d15-469e-8ae9-d473134dd51f'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:41:05.684382 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-2de38415-0c80-4bde-ae38-0c52196d3773 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "DELETE /v2.0/floatingips/72c95522-0fa7-4137-8abb-1f37899c80a2 HTTP/1.1" status: 204 len: 168 time: 1.7361307 Jul 20 15:41:05.686352 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562e58cb-a1c0-4582-b4aa-46abf6053c11', 'tag': '5dcfcdca-0e07-4def-8734-604f0229a302'}] {{(pid=104509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:41:05.688887 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df77c6b91a480694ea4413056d8ef6386aadd078611a8438297a7cf852766117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770ed8ea-cdcb-480d-b88f-959ff890b4a5" -d '{"events": [{"name": "network-changed", "server_uuid": "562e58cb-a1c0-4582-b4aa-46abf6053c11", "tag": "5dcfcdca-0e07-4def-8734-604f0229a302"}]}' {{(pid=104509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:41:05.721507 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-95f76ff0-3864-473e-881e-5753ef68e981 req-80bd63dd-1c80-470f-ada4-aecf6ff634f9 service neutron] Attempting to bind port c710f5a7-59a7-4df8-8db3-03cadaa0c678 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:41:05.721936 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-95f76ff0-3864-473e-881e-5753ef68e981 req-80bd63dd-1c80-470f-ada4-aecf6ff634f9 service neutron] Attempting to bind port c710f5a7-59a7-4df8-8db3-03cadaa0c678 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '1ced383b-0197-4f10-a865-e10307510653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'a9891dd5-812a-4da0-b327-b22ce8cc4c25'}] {{(pid=104509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:41:05.722375 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f76ff0-3864-473e-881e-5753ef68e981 req-80bd63dd-1c80-470f-ada4-aecf6ff634f9 service neutron] Attempting to bind port c710f5a7-59a7-4df8-8db3-03cadaa0c678 on network a9891dd5-812a-4da0-b327-b22ce8cc4c25 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:41:05.727980 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f76ff0-3864-473e-881e-5753ef68e981 req-80bd63dd-1c80-470f-ada4-aecf6ff634f9 service neutron] Port c710f5a7-59a7-4df8-8db3-03cadaa0c678 on network a9891dd5-812a-4da0-b327-b22ce8cc4c25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 15:41:05.728367 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f76ff0-3864-473e-881e-5753ef68e981 req-80bd63dd-1c80-470f-ada4-aecf6ff634f9 service neutron] Attempting to bind port c710f5a7-59a7-4df8-8db3-03cadaa0c678 on network a9891dd5-812a-4da0-b327-b22ce8cc4c25 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:41:05.735440 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 15:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3303ff-642e-4161-9390-923bb1f1f282 x-openstack-request-id: req-9d3303ff-642e-4161-9390-923bb1f1f282 {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:41:05.735729 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "562e58cb-a1c0-4582-b4aa-46abf6053c11", "tag": "5dcfcdca-0e07-4def-8734-604f0229a302", "status": "completed", "code": 200}]} {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:41:05.735979 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9d3303ff-642e-4161-9390-923bb1f1f282 {{(pid=104509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:41:05.736255 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-f927519f-92f0-4fb5-bc84-1c87aee88d34 None None] Set router 1e3bfba9-7d15-469e-8ae9-d473134dd51f gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:41:05.736382 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d3303ff-642e-4161-9390-923bb1f1f282'] response: {'name': 'network-changed', 'server_uuid': '562e58cb-a1c0-4582-b4aa-46abf6053c11', 'tag': '5dcfcdca-0e07-4def-8734-604f0229a302', 'status': 'completed', 'code': 200} Jul 20 15:41:05.737213 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f76ff0-3864-473e-881e-5753ef68e981 req-80bd63dd-1c80-470f-ada4-aecf6ff634f9 service neutron] Checking agent: {'id': '84834a4b-f4d1-4c41-9203-9b15edc444f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 29, 38), 'started_at': datetime.datetime(2022, 7, 20, 15, 29, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:41:05.737701 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f76ff0-3864-473e-881e-5753ef68e981 req-80bd63dd-1c80-470f-ada4-aecf6ff634f9 service neutron] Checking segment: {'id': '1ced383b-0197-4f10-a865-e10307510653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'a9891dd5-812a-4da0-b327-b22ce8cc4c25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:41:05.738174 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f76ff0-3864-473e-881e-5753ef68e981 req-80bd63dd-1c80-470f-ada4-aecf6ff634f9 service neutron] Bound using segment: {'id': '1ced383b-0197-4f10-a865-e10307510653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'a9891dd5-812a-4da0-b327-b22ce8cc4c25'} {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:41:05.738649 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-95f76ff0-3864-473e-881e-5753ef68e981 req-80bd63dd-1c80-470f-ada4-aecf6ff634f9 service neutron] Bound port: c710f5a7-59a7-4df8-8db3-03cadaa0c678, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ced383b-0197-4f10-a865-e10307510653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'a9891dd5-812a-4da0-b327-b22ce8cc4c25'}}] {{(pid=104509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:41:05.739014 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-95f76ff0-3864-473e-881e-5753ef68e981 req-80bd63dd-1c80-470f-ada4-aecf6ff634f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (c710f5a7-59a7-4df8-8db3-03cadaa0c678), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:05.827216 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ed8ea-cdcb-480d-b88f-959ff890b4a5 req-f5d7e6d5-41a7-4033-9077-cb84e2185a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:05.829888 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-770ed8ea-cdcb-480d-b88f-959ff890b4a5 req-f5d7e6d5-41a7-4033-9077-cb84e2185a68 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=09d92d320f8748c58aca3fd6a8776540&device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 1129 time: 0.0708487 Jul 20 15:41:05.837824 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-95f76ff0-3864-473e-881e-5753ef68e981 req-80bd63dd-1c80-470f-ada4-aecf6ff634f9 service neutron] For port c710f5a7-59a7-4df8-8db3-03cadaa0c678, host hv-cinder-81914, cleared binding levels {{(pid=104509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:41:05.843882 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-95f76ff0-3864-473e-881e-5753ef68e981 req-80bd63dd-1c80-470f-ada4-aecf6ff634f9 service neutron] For port c710f5a7-59a7-4df8-8db3-03cadaa0c678, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=c710f5a7-59a7-4df8-8db3-03cadaa0c678,segment=NetworkSegment(1ced383b-0197-4f10-a865-e10307510653),segment_id=1ced383b-0197-4f10-a865-e10307510653)] {{(pid=104509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:41:05.911250 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-95f76ff0-3864-473e-881e-5753ef68e981 req-80bd63dd-1c80-470f-ada4-aecf6ff634f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934114'] for port (c710f5a7-59a7-4df8-8db3-03cadaa0c678), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:05.918731 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=100 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:05.940835 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-f927519f-92f0-4fb5-bc84-1c87aee88d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3bfba9-7d15-469e-8ae9-d473134dd51f', 'name': 'tempest-TestShelveInstance-1990176964-router', 'tenant_id': '09d92d320f8748c58aca3fd6a8776540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '236631fc-b3d0-490e-a145-aabe09b326fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:35:21Z', 'updated_at': '2022-07-20T15:35:28Z', 'revision_number': 4, 'project_id': '09d92d320f8748c58aca3fd6a8776540', 'gw_port': {'id': '236631fc-b3d0-490e-a145-aabe09b326fa', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3bfba9-7d15-469e-8ae9-d473134dd51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:35:22Z', 'updated_at': '2022-07-20T15:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '33281ff1-2077-44ad-9355-f86c785f0b33', 'name': '', 'network_id': '83eae464-5738-40f7-a1db-5e4b986b02e4', 'tenant_id': '09d92d320f8748c58aca3fd6a8776540', 'mac_address': 'fa:16:3e:db:15:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3bfba9-7d15-469e-8ae9-d473134dd51f', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'cd17c142-9056-42a5-9669-94b6a2aab906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:35:27Z', 'updated_at': '2022-07-20T15:35:33Z', 'revision_number': 5, 'project_id': '09d92d320f8748c58aca3fd6a8776540', 'subnets': [{'id': 'cd17c142-9056-42a5-9669-94b6a2aab906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:41:05.948877 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7fde57-aecd-4ac2-91a2-67b53fb47622 req-eb687f64-6cb5-46e3-bda8-987d3edd1603 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:05.950547 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f76ff0-3864-473e-881e-5753ef68e981 req-80bd63dd-1c80-470f-ada4-aecf6ff634f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:05.950547 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-95f76ff0-3864-473e-881e-5753ef68e981 req-80bd63dd-1c80-470f-ada4-aecf6ff634f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:05.951346 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-0d7fde57-aecd-4ac2-91a2-67b53fb47622 req-eb687f64-6cb5-46e3-bda8-987d3edd1603 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/ports?device_id=be425909-522e-43f9-a0d5-305c2409e67b HTTP/1.1" status: 200 len: 943 time: 0.1012692 Jul 20 15:41:05.952012 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-95f76ff0-3864-473e-881e-5753ef68e981 req-80bd63dd-1c80-470f-ada4-aecf6ff634f9 service neutron] 10.222.0.102 "PUT /v2.0/ports/c710f5a7-59a7-4df8-8db3-03cadaa0c678 HTTP/1.1" status: 200 len: 1093 time: 1.1216033 Jul 20 15:41:05.969589 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f927519f-92f0-4fb5-bc84-1c87aee88d34 None None] Checking router: 1e3bfba9-7d15-469e-8ae9-d473134dd51f for host: dv-cinder-819149-12-iscsi {{(pid=104511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:41:05.976664 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd63dd-1c80-470f-ada4-aecf6ff634f9 service neutron] Pushing event updated for resources: {'Port': ['ID=c710f5a7-59a7-4df8-8db3-03cadaa0c678,revision_number=3']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:05.984061 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ed8ea-cdcb-480d-b88f-959ff890b4a5 req-c15f6b3a-abb4-4996-8689-fc9d989e9412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:05.984849 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f927519f-92f0-4fb5-bc84-1c87aee88d34 None None] Routers {'1e3bfba9-7d15-469e-8ae9-d473134dd51f'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:41:05.985648 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-770ed8ea-cdcb-480d-b88f-959ff890b4a5 req-c15f6b3a-abb4-4996-8689-fc9d989e9412 service neutron] 10.222.0.102 "GET /v2.0/networks?id=83eae464-5738-40f7-a1db-5e4b986b02e4 HTTP/1.1" status: 200 len: 910 time: 0.1467803 Jul 20 15:41:05.985848 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-f927519f-92f0-4fb5-bc84-1c87aee88d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:40:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['1e3bfba9-7d15-469e-8ae9-d473134dd51f'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:41:06.068522 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-770ed8ea-cdcb-480d-b88f-959ff890b4a5 req-e82a4d92-d53c-46b1-9771-fbf8ab7811b5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dcfcdca-0e07-4def-8734-604f0229a302 HTTP/1.1" status: 200 len: 217 time: 0.0699220 Jul 20 15:41:06.086633 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f76ff0-3864-473e-881e-5753ef68e981 req-7e0d77c7-b9d3-4365-9531-df593e728619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:06.088208 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-95f76ff0-3864-473e-881e-5753ef68e981 req-7e0d77c7-b9d3-4365-9531-df593e728619 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=093f88479eae442dba4d8320fbcb2b40&device_id=be425909-522e-43f9-a0d5-305c2409e67b HTTP/1.1" status: 200 len: 1127 time: 0.0481489 Jul 20 15:41:06.107099 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-f927519f-92f0-4fb5-bc84-1c87aee88d34 None None] Set router 1e3bfba9-7d15-469e-8ae9-d473134dd51f gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:41:06.110246 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-0d7fde57-aecd-4ac2-91a2-67b53fb47622 req-a1efe3bf-1bc8-4aa1-a13e-99af4a57865f tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/security-groups?id=f0960b4e-4311-4944-bd19-99413cdeeeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653756 Jul 20 15:41:06.180380 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50223b15-7ded-487c-9c2a-9c14e214d70d req-849d711a-8377-4c0a-b692-f87d85ac4573 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:06.181876 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-50223b15-7ded-487c-9c2a-9c14e214d70d req-849d711a-8377-4c0a-b692-f87d85ac4573 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 945 time: 0.0479753 Jul 20 15:41:06.233911 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-50223b15-7ded-487c-9c2a-9c14e214d70d req-c059371e-98c6-495e-b64e-9336cde2aad7 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456657 Jul 20 15:41:06.300472 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-f927519f-92f0-4fb5-bc84-1c87aee88d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3bfba9-7d15-469e-8ae9-d473134dd51f', 'name': 'tempest-TestShelveInstance-1990176964-router', 'tenant_id': '09d92d320f8748c58aca3fd6a8776540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '236631fc-b3d0-490e-a145-aabe09b326fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:35:21Z', 'updated_at': '2022-07-20T15:35:28Z', 'revision_number': 4, 'project_id': '09d92d320f8748c58aca3fd6a8776540', 'gw_port': {'id': '236631fc-b3d0-490e-a145-aabe09b326fa', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3bfba9-7d15-469e-8ae9-d473134dd51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:35:22Z', 'updated_at': '2022-07-20T15:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '33281ff1-2077-44ad-9355-f86c785f0b33', 'name': '', 'network_id': '83eae464-5738-40f7-a1db-5e4b986b02e4', 'tenant_id': '09d92d320f8748c58aca3fd6a8776540', 'mac_address': 'fa:16:3e:db:15:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3bfba9-7d15-469e-8ae9-d473134dd51f', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'cd17c142-9056-42a5-9669-94b6a2aab906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:35:27Z', 'updated_at': '2022-07-20T15:35:33Z', 'revision_number': 5, 'project_id': '09d92d320f8748c58aca3fd6a8776540', 'subnets': [{'id': 'cd17c142-9056-42a5-9669-94b6a2aab906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:41:06.324960 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f927519f-92f0-4fb5-bc84-1c87aee88d34 None None] The sync data for ids ['1e3bfba9-7d15-469e-8ae9-d473134dd51f'] in dv-cinder-819149-12-iscsi is: [{'id': '1e3bfba9-7d15-469e-8ae9-d473134dd51f', 'name': 'tempest-TestShelveInstance-1990176964-router', 'tenant_id': '09d92d320f8748c58aca3fd6a8776540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '236631fc-b3d0-490e-a145-aabe09b326fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:35:21Z', 'updated_at': '2022-07-20T15:35:28Z', 'revision_number': 4, 'project_id': '09d92d320f8748c58aca3fd6a8776540', 'gw_port': {'id': '236631fc-b3d0-490e-a145-aabe09b326fa', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3bfba9-7d15-469e-8ae9-d473134dd51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:35:22Z', 'updated_at': '2022-07-20T15:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '33281ff1-2077-44ad-9355-f86c785f0b33', 'name': '', 'network_id': '83eae464-5738-40f7-a1db-5e4b986b02e4', 'tenant_id': '09d92d320f8748c58aca3fd6a8776540', 'mac_address': 'fa:16:3e:db:15:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3bfba9-7d15-469e-8ae9-d473134dd51f', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'cd17c142-9056-42a5-9669-94b6a2aab906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:35:27Z', 'updated_at': '2022-07-20T15:35:33Z', 'revision_number': 5, 'project_id': '09d92d320f8748c58aca3fd6a8776540', 'subnets': [{'id': 'cd17c142-9056-42a5-9669-94b6a2aab906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:41:06.539184 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a220175-0f84-41c2-b138-fe3a826b0ca5 None None] New status for floating IP 72c95522-0fa7-4137-8abb-1f37899c80a2: DOWN {{(pid=104512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 15:41:07.249385 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00243743-c973-412f-9d20-37d8dcbf748e req-a2d61c35-1b1b-46e8-b72e-ffcef0442865 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:07.250838 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-00243743-c973-412f-9d20-37d8dcbf748e req-a2d61c35-1b1b-46e8-b72e-ffcef0442865 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/ports?device_id=be425909-522e-43f9-a0d5-305c2409e67b HTTP/1.1" status: 200 len: 943 time: 0.0727122 Jul 20 15:41:07.252138 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-95f76ff0-3864-473e-881e-5753ef68e981 req-640b28b4-e0e4-4b9c-ae4e-9460a619f932 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c710f5a7-59a7-4df8-8db3-03cadaa0c678 HTTP/1.1" status: 200 len: 217 time: 0.0337851 Jul 20 15:41:07.291925 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ed8ea-cdcb-480d-b88f-959ff890b4a5 req-08aa648c-1a29-4a1d-89da-c0da04e0c26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:07.293355 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-770ed8ea-cdcb-480d-b88f-959ff890b4a5 req-08aa648c-1a29-4a1d-89da-c0da04e0c26d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=cd17c142-9056-42a5-9669-94b6a2aab906 HTTP/1.1" status: 200 len: 848 time: 0.0827241 Jul 20 15:41:07.298210 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:07.320726 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f76ff0-3864-473e-881e-5753ef68e981 req-829aebc5-7a25-4b79-9e15-17d44dcdeada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:07.320726 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-95f76ff0-3864-473e-881e-5753ef68e981 req-829aebc5-7a25-4b79-9e15-17d44dcdeada service neutron] 10.222.0.102 "GET /v2.0/subnets?id=1df2b8c4-52af-4abf-9722-3b4b0bef90e6 HTTP/1.1" status: 200 len: 848 time: 0.0602582 Jul 20 15:41:07.348844 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:07.352320 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-00243743-c973-412f-9d20-37d8dcbf748e req-59af6e8e-7829-43e4-acc1-6ff40af1bd34 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/security-groups?id=f0960b4e-4311-4944-bd19-99413cdeeeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953674 Jul 20 15:41:07.390212 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ed8ea-cdcb-480d-b88f-959ff890b4a5 req-67b1fa7e-1d9d-4eb5-a737-fbfd5d4a7079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:07.391764 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-770ed8ea-cdcb-480d-b88f-959ff890b4a5 req-67b1fa7e-1d9d-4eb5-a737-fbfd5d4a7079 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=83eae464-5738-40f7-a1db-5e4b986b02e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0699656 Jul 20 15:41:07.397662 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d9391-7bfc-4c3e-8a98-b1b034eec845 req-3bfd16c6-6279-490b-b70b-bf2cd58854f1 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:07.399010 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d65d9391-7bfc-4c3e-8a98-b1b034eec845 req-3bfd16c6-6279-490b-b70b-bf2cd58854f1 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 945 time: 0.0891280 Jul 20 15:41:07.441965 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-95f76ff0-3864-473e-881e-5753ef68e981 req-739bc9b4-3bd6-44ac-a813-fd0ac1b7b262 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a9891dd5-812a-4da0-b327-b22ce8cc4c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278871 Jul 20 15:41:07.504706 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d65d9391-7bfc-4c3e-8a98-b1b034eec845 req-115a5890-fdc4-49b4-a8e7-a2a516547dda tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/security-groups?id=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994818 Jul 20 15:41:07.541313 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-95f76ff0-3864-473e-881e-5753ef68e981 req-92a3cc90-fc53-4761-9e0e-8107932ebe99 service neutron] 10.222.0.102 "GET /v2.0/networks/a9891dd5-812a-4da0-b327-b22ce8cc4c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918090 Jul 20 15:41:07.542774 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-770ed8ea-cdcb-480d-b88f-959ff890b4a5 req-608fc3b1-dc06-4365-bcdb-b508dfb45a65 service neutron] 10.222.0.102 "GET /v2.0/networks/83eae464-5738-40f7-a1db-5e4b986b02e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236577 Jul 20 15:41:07.737912 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be425909-522e-43f9-a0d5-305c2409e67b', 'tag': 'c710f5a7-59a7-4df8-8db3-03cadaa0c678'}] {{(pid=104509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:41:07.740147 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:07.744908 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df77c6b91a480694ea4413056d8ef6386aadd078611a8438297a7cf852766117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4961ab10-e86d-4fde-8cab-ed0b95e23343" -d '{"events": [{"name": "network-changed", "server_uuid": "be425909-522e-43f9-a0d5-305c2409e67b", "tag": "c710f5a7-59a7-4df8-8db3-03cadaa0c678"}]}' {{(pid=104509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:41:07.767182 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-770ed8ea-cdcb-480d-b88f-959ff890b4a5 req-c584dc97-e954-4c8b-986a-b935070f1fd6 service neutron] 10.222.0.102 "GET /v2.0/networks/83eae464-5738-40f7-a1db-5e4b986b02e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998785 Jul 20 15:41:07.785755 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 15:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b406260-b097-4a79-9a67-f316da0b0525 x-openstack-request-id: req-0b406260-b097-4a79-9a67-f316da0b0525 {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:41:07.786072 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be425909-522e-43f9-a0d5-305c2409e67b", "tag": "c710f5a7-59a7-4df8-8db3-03cadaa0c678", "status": "completed", "code": 200}]} {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:41:07.786348 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0b406260-b097-4a79-9a67-f316da0b0525 {{(pid=104509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:41:07.786746 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b406260-b097-4a79-9a67-f316da0b0525'] response: {'name': 'network-changed', 'server_uuid': 'be425909-522e-43f9-a0d5-305c2409e67b', 'tag': 'c710f5a7-59a7-4df8-8db3-03cadaa0c678', 'status': 'completed', 'code': 200} Jul 20 15:41:07.802875 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139615bd-3208-490b-8047-4eb0fde97cc3 req-fb8b0a5c-f5bc-441b-9c6e-034db4e48ce4 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:07.808119 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-139615bd-3208-490b-8047-4eb0fde97cc3 req-fb8b0a5c-f5bc-441b-9c6e-034db4e48ce4 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.102 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 945 time: 0.0767014 Jul 20 15:41:07.849305 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-95f76ff0-3864-473e-881e-5753ef68e981 req-8e7045ca-82a2-43d2-877e-c7d4376e8c1f service neutron] 10.222.0.102 "GET /v2.0/networks/a9891dd5-812a-4da0-b327-b22ce8cc4c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816287 Jul 20 15:41:07.906873 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [req-139615bd-3208-490b-8047-4eb0fde97cc3 req-97992222-d25c-42bf-a58c-4ff016b8ab3d tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Deleting port 5dcfcdca-0e07-4def-8734-604f0229a302 {{(pid=104509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:41:07.907229 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-139615bd-3208-490b-8047-4eb0fde97cc3 req-97992222-d25c-42bf-a58c-4ff016b8ab3d tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (5dcfcdca-0e07-4def-8734-604f0229a302), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:08.000191 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:08.007639 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-139615bd-3208-490b-8047-4eb0fde97cc3 req-97992222-d25c-42bf-a58c-4ff016b8ab3d tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] For port 5dcfcdca-0e07-4def-8734-604f0229a302, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=5dcfcdca-0e07-4def-8734-604f0229a302,segment=NetworkSegment(4d7dbf90-951c-40d5-874b-aa4cf8238fe9),segment_id=4d7dbf90-951c-40d5-874b-aa4cf8238fe9)] {{(pid=104509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:41:08.008006 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-139615bd-3208-490b-8047-4eb0fde97cc3 req-97992222-d25c-42bf-a58c-4ff016b8ab3d tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (5dcfcdca-0e07-4def-8734-604f0229a302), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:08.028985 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [req-139615bd-3208-490b-8047-4eb0fde97cc3 req-97992222-d25c-42bf-a58c-4ff016b8ab3d tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Calling delete_port for 5dcfcdca-0e07-4def-8734-604f0229a302 owned by compute:nova {{(pid=104509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:41:08.259226 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-139615bd-3208-490b-8047-4eb0fde97cc3 req-97992222-d25c-42bf-a58c-4ff016b8ab3d tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (5dcfcdca-0e07-4def-8734-604f0229a302), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:08.287176 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97992222-d25c-42bf-a58c-4ff016b8ab3d tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Pushing event deleted for resources: {'Port': ['ID=5dcfcdca-0e07-4def-8734-604f0229a302,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:08.342750 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [req-139615bd-3208-490b-8047-4eb0fde97cc3 req-97992222-d25c-42bf-a58c-4ff016b8ab3d tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] No DVR routers for this DVR port 5dcfcdca-0e07-4def-8734-604f0229a302 on host hv-cinder-81914 {{(pid=104509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 15:41:08.345446 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-139615bd-3208-490b-8047-4eb0fde97cc3 req-97992222-d25c-42bf-a58c-4ff016b8ab3d tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:08.348877 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-139615bd-3208-490b-8047-4eb0fde97cc3 req-97992222-d25c-42bf-a58c-4ff016b8ab3d tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.102 "DELETE /v2.0/ports/5dcfcdca-0e07-4def-8734-604f0229a302 HTTP/1.1" status: 204 len: 173 time: 0.5392270 Jul 20 15:41:08.473475 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c48d68-3239-43d5-a768-c562130ed5b4 req-40648035-9e19-455e-9469-d07b7e0af364 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:08.474987 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e8c48d68-3239-43d5-a768-c562130ed5b4 req-40648035-9e19-455e-9469-d07b7e0af364 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/ports?device_id=be425909-522e-43f9-a0d5-305c2409e67b HTTP/1.1" status: 200 len: 943 time: 0.0499952 Jul 20 15:41:08.525312 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e8c48d68-3239-43d5-a768-c562130ed5b4 req-f77f034c-b6c4-44ab-80f6-b1592e189125 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/security-groups?id=f0960b4e-4311-4944-bd19-99413cdeeeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446670 Jul 20 15:41:08.613748 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-62515e19-fed9-42e8-b5bc-9abdab7ef934 req-09933b1f-7f1f-4205-bb9e-80e24b9d2f07 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 210 time: 0.0318437 Jul 20 15:41:08.805849 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961ab10-e86d-4fde-8cab-ed0b95e23343 req-5af37f8d-46bf-4488-97b2-dc098b474f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:08.807305 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-4961ab10-e86d-4fde-8cab-ed0b95e23343 req-5af37f8d-46bf-4488-97b2-dc098b474f53 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=093f88479eae442dba4d8320fbcb2b40&device_id=be425909-522e-43f9-a0d5-305c2409e67b HTTP/1.1" status: 200 len: 1127 time: 0.0426831 Jul 20 15:41:08.902369 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961ab10-e86d-4fde-8cab-ed0b95e23343 req-a7591f38-b414-4064-b1e9-a40cf00a0314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:08.903868 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-4961ab10-e86d-4fde-8cab-ed0b95e23343 req-a7591f38-b414-4064-b1e9-a40cf00a0314 service neutron] 10.222.0.102 "GET /v2.0/networks?id=a9891dd5-812a-4da0-b327-b22ce8cc4c25 HTTP/1.1" status: 200 len: 909 time: 0.0905974 Jul 20 15:41:08.945554 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-4961ab10-e86d-4fde-8cab-ed0b95e23343 req-82a8fd21-4b27-4e1f-a3ef-acdd4d08f40b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c710f5a7-59a7-4df8-8db3-03cadaa0c678 HTTP/1.1" status: 200 len: 217 time: 0.0350275 Jul 20 15:41:08.950727 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:08.996734 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961ab10-e86d-4fde-8cab-ed0b95e23343 req-5641a40e-009f-446c-841d-755f0f137146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:08.998325 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-4961ab10-e86d-4fde-8cab-ed0b95e23343 req-5641a40e-009f-446c-841d-755f0f137146 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=1df2b8c4-52af-4abf-9722-3b4b0bef90e6 HTTP/1.1" status: 200 len: 848 time: 0.0471015 Jul 20 15:41:09.034519 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-4961ab10-e86d-4fde-8cab-ed0b95e23343 req-61a5c1df-c2b3-4f4c-89c8-de8c840552f2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a9891dd5-812a-4da0-b327-b22ce8cc4c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305426 Jul 20 15:41:09.067805 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:09.144743 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-4961ab10-e86d-4fde-8cab-ed0b95e23343 req-a0c08b52-d566-4a49-a69c-1640060dc572 service neutron] 10.222.0.102 "GET /v2.0/networks/a9891dd5-812a-4da0-b327-b22ce8cc4c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946546 Jul 20 15:41:09.254013 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-4961ab10-e86d-4fde-8cab-ed0b95e23343 req-1e03b667-244e-4b85-a6b0-7e91b0d7c6c5 service neutron] 10.222.0.102 "GET /v2.0/networks/a9891dd5-812a-4da0-b327-b22ce8cc4c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974407 Jul 20 15:41:09.642217 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b1d23-f6b5-4d30-a677-1b9d29edf2d1 req-6d271048-0243-4c5a-8f5a-caab04394f2d tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:09.643736 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-cb2b1d23-f6b5-4d30-a677-1b9d29edf2d1 req-6d271048-0243-4c5a-8f5a-caab04394f2d tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/ports?device_id=be425909-522e-43f9-a0d5-305c2409e67b HTTP/1.1" status: 200 len: 943 time: 0.0507166 Jul 20 15:41:09.694466 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-cb2b1d23-f6b5-4d30-a677-1b9d29edf2d1 req-d891d82d-003d-411f-b3be-96f9b3c739e2 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/security-groups?id=f0960b4e-4311-4944-bd19-99413cdeeeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449669 Jul 20 15:41:09.725012 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-950e0726-9e36-4c9e-82c4-057d22c6ee0b req-5d9229a7-0a65-4f75-b078-e77d1360d494 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "GET /v2.0/ports?device_id=562e58cb-a1c0-4582-b4aa-46abf6053c11 HTTP/1.1" status: 200 len: 210 time: 0.0295911 Jul 20 15:41:09.787823 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562e58cb-a1c0-4582-b4aa-46abf6053c11', 'name': 'network-vif-deleted', 'tag': '5dcfcdca-0e07-4def-8734-604f0229a302'}] {{(pid=104509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:41:09.790254 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df77c6b91a480694ea4413056d8ef6386aadd078611a8438297a7cf852766117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d974250a-1e62-46fe-bcfa-5544569b9755" -d '{"events": [{"server_uuid": "562e58cb-a1c0-4582-b4aa-46abf6053c11", "name": "network-vif-deleted", "tag": "5dcfcdca-0e07-4def-8734-604f0229a302"}]}' {{(pid=104509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:41:09.825333 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 15:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72699e0-fa3a-4e63-981b-375c3f08e678 x-openstack-request-id: req-f72699e0-fa3a-4e63-981b-375c3f08e678 {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:41:09.825625 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562e58cb-a1c0-4582-b4aa-46abf6053c11", "name": "network-vif-deleted", "tag": "5dcfcdca-0e07-4def-8734-604f0229a302", "status": "completed", "code": 200}]} {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:41:09.826564 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f72699e0-fa3a-4e63-981b-375c3f08e678 {{(pid=104509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:41:09.829552 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f72699e0-fa3a-4e63-981b-375c3f08e678'] response: {'server_uuid': '562e58cb-a1c0-4582-b4aa-46abf6053c11', 'name': 'network-vif-deleted', 'tag': '5dcfcdca-0e07-4def-8734-604f0229a302', 'status': 'completed', 'code': 200} Jul 20 15:41:10.790867 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 49850) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:41:10.812591 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd5bff-b105-44aa-8a95-f3116e137650 req-4ea800ee-cb8e-4754-89e4-2904bf721ea8 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:10.814143 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c3bd5bff-b105-44aa-8a95-f3116e137650 req-4ea800ee-cb8e-4754-89e4-2904bf721ea8 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/ports?device_id=be425909-522e-43f9-a0d5-305c2409e67b HTTP/1.1" status: 200 len: 943 time: 0.0496836 Jul 20 15:41:10.854909 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-488d5917-0b2d-4e92-8a01-81a5171e8f07 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks [] for security_group (1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:10.866653 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c3bd5bff-b105-44aa-8a95-f3116e137650 req-cc6382ce-b5cd-4d11-b1bd-bafdbf682214 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/security-groups?id=f0960b4e-4311-4944-bd19-99413cdeeeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464921 Jul 20 15:41:10.882372 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-488d5917-0b2d-4e92-8a01-81a5171e8f07 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks [] for security_group (1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:11.047170 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-488d5917-0b2d-4e92-8a01-81a5171e8f07 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:11.049868 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-488d5917-0b2d-4e92-8a01-81a5171e8f07 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:11.051086 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-488d5917-0b2d-4e92-8a01-81a5171e8f07 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] 10.222.0.78 "DELETE /v2.0/security-groups/1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a HTTP/1.1" status: 204 len: 168 time: 0.2591524 Jul 20 15:41:11.062049 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d5917-0b2d-4e92-8a01-81a5171e8f07 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3a9dc6-23e3-41f7-b8cd-3fa2bdc45a8a,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:11.069655 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488d5917-0b2d-4e92-8a01-81a5171e8f07 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:41:11.070009 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488d5917-0b2d-4e92-8a01-81a5171e8f07 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:41:11.070383 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488d5917-0b2d-4e92-8a01-81a5171e8f07 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:41:11.070726 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488d5917-0b2d-4e92-8a01-81a5171e8f07 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:41:11.071126 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488d5917-0b2d-4e92-8a01-81a5171e8f07 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:41:11.071465 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488d5917-0b2d-4e92-8a01-81a5171e8f07 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:41:11.071797 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488d5917-0b2d-4e92-8a01-81a5171e8f07 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:41:11.072131 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488d5917-0b2d-4e92-8a01-81a5171e8f07 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:41:11.072454 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488d5917-0b2d-4e92-8a01-81a5171e8f07 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:41:11.072777 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488d5917-0b2d-4e92-8a01-81a5171e8f07 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:41:11.073102 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488d5917-0b2d-4e92-8a01-81a5171e8f07 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:41:11.073429 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488d5917-0b2d-4e92-8a01-81a5171e8f07 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:41:11.073752 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488d5917-0b2d-4e92-8a01-81a5171e8f07 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:41:11.074073 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488d5917-0b2d-4e92-8a01-81a5171e8f07 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:41:11.074419 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488d5917-0b2d-4e92-8a01-81a5171e8f07 tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:41:11.165941 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 49854) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:41:11.434314 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:11.531166 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-79885828-a989-464d-8e41-29409bf9da54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711803'] for router_interface (1e3bfba9-7d15-469e-8ae9-d473134dd51f), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:11.752336 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-79885828-a989-464d-8e41-29409bf9da54 admin admin] Deleting port 33281ff1-2077-44ad-9355-f86c785f0b33 {{(pid=104509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:41:11.752609 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-79885828-a989-464d-8e41-29409bf9da54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (33281ff1-2077-44ad-9355-f86c785f0b33), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:11.775610 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:11.835494 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [None req-79885828-a989-464d-8e41-29409bf9da54 admin admin] For port 33281ff1-2077-44ad-9355-f86c785f0b33, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=33281ff1-2077-44ad-9355-f86c785f0b33,segment=NetworkSegment(4d7dbf90-951c-40d5-874b-aa4cf8238fe9),segment_id=4d7dbf90-951c-40d5-874b-aa4cf8238fe9)] {{(pid=104509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:41:11.836203 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-79885828-a989-464d-8e41-29409bf9da54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (33281ff1-2077-44ad-9355-f86c785f0b33), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:11.849188 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-79885828-a989-464d-8e41-29409bf9da54 admin admin] Calling delete_port for 33281ff1-2077-44ad-9355-f86c785f0b33 owned by network:router_interface {{(pid=104509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:41:11.960027 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device c710f5a7-59a7-4df8-8db3-03cadaa0c678 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:41:11.977248 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 5dcfcdca-0e07-4def-8734-604f0229a302 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:41:11.984434 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf10d8b-880f-4a71-9628-6a6c7e756e6d req-908e5b09-bda6-48f7-b29f-f11fb267acd2 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:11.985933 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-8cf10d8b-880f-4a71-9628-6a6c7e756e6d req-908e5b09-bda6-48f7-b29f-f11fb267acd2 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/ports?device_id=be425909-522e-43f9-a0d5-305c2409e67b HTTP/1.1" status: 200 len: 943 time: 0.0489609 Jul 20 15:41:12.003004 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] No Port match for: 5dcfcdca-0e07-4def-8734-604f0229a302 {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:41:12.003663 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 5dcfcdca-0e07-4def-8734-604f0229a302 not bound to the agent host hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:41:12.040218 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-8cf10d8b-880f-4a71-9628-6a6c7e756e6d req-dd5aafe2-05ef-4071-9379-3b28f918c0d1 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/security-groups?id=f0960b4e-4311-4944-bd19-99413cdeeeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444798 Jul 20 15:41:12.091187 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port c710f5a7-59a7-4df8-8db3-03cadaa0c678, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=c710f5a7-59a7-4df8-8db3-03cadaa0c678,segment=NetworkSegment(1ced383b-0197-4f10-a865-e10307510653),segment_id=1ced383b-0197-4f10-a865-e10307510653)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:41:12.102806 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Returning: {'device': 'c710f5a7-59a7-4df8-8db3-03cadaa0c678', 'network_id': 'a9891dd5-812a-4da0-b327-b22ce8cc4c25', 'port_id': 'c710f5a7-59a7-4df8-8db3-03cadaa0c678', 'mac_address': 'fa:16:3e:d9:ca:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 982, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1df2b8c4-52af-4abf-9722-3b4b0bef90e6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:41:12.143177 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port c710f5a7-59a7-4df8-8db3-03cadaa0c678 is: DOWN; New status is: BUILD {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:41:12.143574 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (c710f5a7-59a7-4df8-8db3-03cadaa0c678), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:12.156619 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c710f5a7-59a7-4df8-8db3-03cadaa0c678 {{(pid=104511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:41:12.167634 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-79885828-a989-464d-8e41-29409bf9da54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (33281ff1-2077-44ad-9355-f86c785f0b33), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:12.183047 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port c710f5a7-59a7-4df8-8db3-03cadaa0c678, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=c710f5a7-59a7-4df8-8db3-03cadaa0c678,segment=NetworkSegment(1ced383b-0197-4f10-a865-e10307510653),segment_id=1ced383b-0197-4f10-a865-e10307510653)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:41:12.192695 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79885828-a989-464d-8e41-29409bf9da54 admin admin] Pushing event deleted for resources: {'Port': ['ID=33281ff1-2077-44ad-9355-f86c785f0b33,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:12.350483 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (c710f5a7-59a7-4df8-8db3-03cadaa0c678), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:12.355499 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:12.380022 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-79885828-a989-464d-8e41-29409bf9da54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1514783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711695'] for router_interface (1e3bfba9-7d15-469e-8ae9-d473134dd51f), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:12.408039 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=c710f5a7-59a7-4df8-8db3-03cadaa0c678,revision_number=4']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:12.421545 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:12.570393 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] get_ports_and_sgs() called for port_ids ['c710f5a7-59a7-4df8-8db3-03cadaa0c678'] {{(pid=104511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:41:12.676627 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:12.844050 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79885828-a989-464d-8e41-29409bf9da54 admin admin] Router 1e3bfba9-7d15-469e-8ae9-d473134dd51f has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:41:12.925849 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:12.950016 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79885828-a989-464d-8e41-29409bf9da54 admin admin] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:41:12.958536 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 49860) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:41:12.958686 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-79885828-a989-464d-8e41-29409bf9da54 admin admin] 10.222.0.78 "PUT /v2.0/routers/1e3bfba9-7d15-469e-8ae9-d473134dd51f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7915146 Jul 20 15:41:12.960954 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10210375-0772-41a0-b9fd-da85601dfd56 None None] Sync routers for ids ['1e3bfba9-7d15-469e-8ae9-d473134dd51f'] in dv-cinder-819149-12-iscsi {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:41:12.972637 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10210375-0772-41a0-b9fd-da85601dfd56 None None] Routers {'1e3bfba9-7d15-469e-8ae9-d473134dd51f'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:41:12.973484 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-10210375-0772-41a0-b9fd-da85601dfd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:40:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['1e3bfba9-7d15-469e-8ae9-d473134dd51f'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:41:13.061043 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-b3de67fa-76e5-4351-ac96-8b2788c5d605 admin admin] Publish callbacks [] for router (1e3bfba9-7d15-469e-8ae9-d473134dd51f), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:13.088927 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-10210375-0772-41a0-b9fd-da85601dfd56 None None] Set router 1e3bfba9-7d15-469e-8ae9-d473134dd51f gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:41:13.207761 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428bf49-219e-4557-a4b7-fe3f70c6098e req-f9eb118e-234e-4663-a3d4-cb345aec30c4 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:13.209301 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9428bf49-219e-4557-a4b7-fe3f70c6098e req-f9eb118e-234e-4663-a3d4-cb345aec30c4 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/ports?device_id=be425909-522e-43f9-a0d5-305c2409e67b HTTP/1.1" status: 200 len: 944 time: 0.0913928 Jul 20 15:41:13.224810 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-b3de67fa-76e5-4351-ac96-8b2788c5d605 admin admin] Publish callbacks [] for router_gateway (1e3bfba9-7d15-469e-8ae9-d473134dd51f), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:13.270276 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9428bf49-219e-4557-a4b7-fe3f70c6098e req-3e3d6569-f56c-4f60-a265-0d1a19d52fa0 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/security-groups?id=f0960b4e-4311-4944-bd19-99413cdeeeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540373 Jul 20 15:41:13.381593 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [None req-b3de67fa-76e5-4351-ac96-8b2788c5d605 admin admin] Deleting port 236631fc-b3d0-490e-a145-aabe09b326fa {{(pid=104510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:41:13.382084 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-b3de67fa-76e5-4351-ac96-8b2788c5d605 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (236631fc-b3d0-490e-a145-aabe09b326fa), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:13.386131 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-10210375-0772-41a0-b9fd-da85601dfd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3bfba9-7d15-469e-8ae9-d473134dd51f', 'name': 'tempest-TestShelveInstance-1990176964-router', 'tenant_id': '09d92d320f8748c58aca3fd6a8776540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '236631fc-b3d0-490e-a145-aabe09b326fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:35:21Z', 'updated_at': '2022-07-20T15:41:11Z', 'revision_number': 5, 'project_id': '09d92d320f8748c58aca3fd6a8776540', 'gw_port': {'id': '236631fc-b3d0-490e-a145-aabe09b326fa', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:6b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3bfba9-7d15-469e-8ae9-d473134dd51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:35:22Z', 'updated_at': '2022-07-20T15:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:41:13.433812 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10210375-0772-41a0-b9fd-da85601dfd56 None None] Checking router: 1e3bfba9-7d15-469e-8ae9-d473134dd51f for host: dv-cinder-819149-12-iscsi {{(pid=104511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:41:13.448574 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10210375-0772-41a0-b9fd-da85601dfd56 None None] Routers {'1e3bfba9-7d15-469e-8ae9-d473134dd51f'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:41:13.450829 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-10210375-0772-41a0-b9fd-da85601dfd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:40:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['1e3bfba9-7d15-469e-8ae9-d473134dd51f'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:41:13.503331 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:13.512092 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.db [None req-b3de67fa-76e5-4351-ac96-8b2788c5d605 admin admin] For port 236631fc-b3d0-490e-a145-aabe09b326fa, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=236631fc-b3d0-490e-a145-aabe09b326fa,segment=NetworkSegment(65d22977-7383-4d3c-8560-aa09b9e1098a),segment_id=65d22977-7383-4d3c-8560-aa09b9e1098a)] {{(pid=104510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:41:13.513040 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-b3de67fa-76e5-4351-ac96-8b2788c5d605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (236631fc-b3d0-490e-a145-aabe09b326fa), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:13.532703 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [None req-b3de67fa-76e5-4351-ac96-8b2788c5d605 admin admin] Calling delete_port for 236631fc-b3d0-490e-a145-aabe09b326fa owned by network:router_gateway {{(pid=104510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:41:13.563359 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-10210375-0772-41a0-b9fd-da85601dfd56 None None] Set router 1e3bfba9-7d15-469e-8ae9-d473134dd51f gateway port host: None {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:41:13.584208 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:13.616969 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-10210375-0772-41a0-b9fd-da85601dfd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3bfba9-7d15-469e-8ae9-d473134dd51f', 'name': 'tempest-TestShelveInstance-1990176964-router', 'tenant_id': '09d92d320f8748c58aca3fd6a8776540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:35:21Z', 'updated_at': '2022-07-20T15:41:13Z', 'revision_number': 6, 'project_id': '09d92d320f8748c58aca3fd6a8776540', 'gw_port_host': None}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:41:13.643106 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10210375-0772-41a0-b9fd-da85601dfd56 None None] The sync data for ids ['1e3bfba9-7d15-469e-8ae9-d473134dd51f'] in dv-cinder-819149-12-iscsi is: [{'id': '1e3bfba9-7d15-469e-8ae9-d473134dd51f', 'name': 'tempest-TestShelveInstance-1990176964-router', 'tenant_id': '09d92d320f8748c58aca3fd6a8776540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:35:21Z', 'updated_at': '2022-07-20T15:41:13Z', 'revision_number': 6, 'project_id': '09d92d320f8748c58aca3fd6a8776540', 'gw_port_host': None}] {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:41:13.870769 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-b3de67fa-76e5-4351-ac96-8b2788c5d605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25775823'] for port (236631fc-b3d0-490e-a145-aabe09b326fa), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:13.895218 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de67fa-76e5-4351-ac96-8b2788c5d605 admin admin] Pushing event deleted for resources: {'Port': ['ID=236631fc-b3d0-490e-a145-aabe09b326fa,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:13.959977 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device c710f5a7-59a7-4df8-8db3-03cadaa0c678 up at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:41:13.965262 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-b3de67fa-76e5-4351-ac96-8b2788c5d605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714468'] for router_gateway (1e3bfba9-7d15-469e-8ae9-d473134dd51f), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:14.008195 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning for port c710f5a7-59a7-4df8-8db3-03cadaa0c678 completed by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 15:41:14.057084 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-b3de67fa-76e5-4351-ac96-8b2788c5d605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1708605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-741'] for router (1e3bfba9-7d15-469e-8ae9-d473134dd51f), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:14.059509 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-b3de67fa-76e5-4351-ac96-8b2788c5d605 admin admin] Publish callbacks [] for router_controller (1e3bfba9-7d15-469e-8ae9-d473134dd51f), precommit_delete_associations {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:14.127530 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning complete for port c710f5a7-59a7-4df8-8db3-03cadaa0c678 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:41:14.127923 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (c710f5a7-59a7-4df8-8db3-03cadaa0c678), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:14.203795 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port c710f5a7-59a7-4df8-8db3-03cadaa0c678 is: BUILD; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:41:14.204215 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (c710f5a7-59a7-4df8-8db3-03cadaa0c678), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:14.227550 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be425909-522e-43f9-a0d5-305c2409e67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c710f5a7-59a7-4df8-8db3-03cadaa0c678'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:41:14.229850 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d079ce0f3ed41026034ae0451e18cae4cf0a7f47a911dfcb655775793fbc38ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1431512-8307-4e95-8dd5-c50a25e7276a" -d '{"events": [{"server_uuid": "be425909-522e-43f9-a0d5-305c2409e67b", "name": "network-vif-plugged", "status": "completed", "tag": "c710f5a7-59a7-4df8-8db3-03cadaa0c678"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:41:14.244312 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port c710f5a7-59a7-4df8-8db3-03cadaa0c678, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=c710f5a7-59a7-4df8-8db3-03cadaa0c678,segment=NetworkSegment(1ced383b-0197-4f10-a865-e10307510653),segment_id=1ced383b-0197-4f10-a865-e10307510653)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:41:14.258815 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-b3de67fa-76e5-4351-ac96-8b2788c5d605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708713'] for router (1e3bfba9-7d15-469e-8ae9-d473134dd51f), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:14.259751 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3de67fa-76e5-4351-ac96-8b2788c5d605 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e3bfba9-7d15-469e-8ae9-d473134dd51f {{(pid=104510) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 15:41:14.266143 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-b3de67fa-76e5-4351-ac96-8b2788c5d605 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:14.266525 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-b3de67fa-76e5-4351-ac96-8b2788c5d605 admin admin] 10.222.0.78 "DELETE /v2.0/routers/1e3bfba9-7d15-469e-8ae9-d473134dd51f HTTP/1.1" status: 204 len: 168 time: 1.3063798 Jul 20 15:41:14.268809 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 49866) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:41:14.270858 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 15:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bef1dd5-3d70-4e57-b374-a8dd919dd14c x-openstack-request-id: req-3bef1dd5-3d70-4e57-b374-a8dd919dd14c {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:41:14.271176 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be425909-522e-43f9-a0d5-305c2409e67b", "name": "network-vif-plugged", "status": "completed", "tag": "c710f5a7-59a7-4df8-8db3-03cadaa0c678", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:41:14.271466 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3bef1dd5-3d70-4e57-b374-a8dd919dd14c {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:41:14.271876 dv-cinder-819149-12-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bef1dd5-3d70-4e57-b374-a8dd919dd14c'] response: {'server_uuid': 'be425909-522e-43f9-a0d5-305c2409e67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c710f5a7-59a7-4df8-8db3-03cadaa0c678', 'code': 200} Jul 20 15:41:14.320335 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.db_base_plugin_v2 [None req-40ac1a0e-856a-4870-82ee-92ce9fb337dc admin admin] Deleting subnet cd17c142-9056-42a5-9669-94b6a2aab906 {{(pid=104510) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 15:41:14.323716 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-40ac1a0e-856a-4870-82ee-92ce9fb337dc admin admin] Publish callbacks [] for subnet (cd17c142-9056-42a5-9669-94b6a2aab906), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:14.390755 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (c710f5a7-59a7-4df8-8db3-03cadaa0c678), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:14.397173 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-40ac1a0e-856a-4870-82ee-92ce9fb337dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3188876'] for subnet (cd17c142-9056-42a5-9669-94b6a2aab906), precommit_delete_associations {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:14.416894 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:14.421753 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:14.434664 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565fd786-83ff-4fbf-8c97-71a233ad7e3e req-2408fd9e-6246-416c-a742-a453e14aa3ec tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:14.436194 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-565fd786-83ff-4fbf-8c97-71a233ad7e3e req-2408fd9e-6246-416c-a742-a453e14aa3ec tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/ports?device_id=be425909-522e-43f9-a0d5-305c2409e67b HTTP/1.1" status: 200 len: 944 time: 0.0842409 Jul 20 15:41:14.447759 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=c710f5a7-59a7-4df8-8db3-03cadaa0c678,revision_number=5']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:14.531080 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-565fd786-83ff-4fbf-8c97-71a233ad7e3e req-7d45b644-42ff-49aa-826d-8f09a9dee1a3 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/security-groups?id=f0960b4e-4311-4944-bd19-99413cdeeeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858350 Jul 20 15:41:14.533525 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-40ac1a0e-856a-4870-82ee-92ce9fb337dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7837766'] for subnet (cd17c142-9056-42a5-9669-94b6a2aab906), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:14.673062 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f69878-f4a1-4b27-a11f-927541f6367c req-b64ebe78-d493-4831-9a12-0a39370d71b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:14.674740 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-c8f69878-f4a1-4b27-a11f-927541f6367c req-b64ebe78-d493-4831-9a12-0a39370d71b7 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=be425909-522e-43f9-a0d5-305c2409e67b HTTP/1.1" status: 200 len: 1129 time: 0.0426280 Jul 20 15:41:14.687635 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-40ac1a0e-856a-4870-82ee-92ce9fb337dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7837769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25785406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25937599'] for subnet (cd17c142-9056-42a5-9669-94b6a2aab906), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:14.716060 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac1a0e-856a-4870-82ee-92ce9fb337dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd17c142-9056-42a5-9669-94b6a2aab906,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:14.721236 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-40ac1a0e-856a-4870-82ee-92ce9fb337dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:14.727292 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-40ac1a0e-856a-4870-82ee-92ce9fb337dc admin admin] 10.222.0.78 "DELETE /v2.0/subnets/cd17c142-9056-42a5-9669-94b6a2aab906 HTTP/1.1" status: 204 len: 168 time: 0.4574583 Jul 20 15:41:14.728426 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 49870) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:41:14.729272 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-c8f69878-f4a1-4b27-a11f-927541f6367c req-83b22bb6-c21c-40f2-b46b-9949abe452e6 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=f0960b4e-4311-4944-bd19-99413cdeeeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473371 Jul 20 15:41:14.730537 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b27bf39-df35-460b-9e0a-bc97c496a45c None None] Network 83eae464-5738-40f7-a1db-5e4b986b02e4 requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:41:14.804795 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-4020b6be-2518-4626-91df-2ce8598e24d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7858968'] for network (83eae464-5738-40f7-a1db-5e4b986b02e4), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:14.861725 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [None req-4020b6be-2518-4626-91df-2ce8598e24d9 admin admin] Deleting port 0da88298-3ab6-4cf0-98f2-585785dd2aef {{(pid=104510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:41:14.861725 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-4020b6be-2518-4626-91df-2ce8598e24d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (0da88298-3ab6-4cf0-98f2-585785dd2aef), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:14.887371 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e60a98-ff28-4838-b6a9-c95a0b250dc0 None None] DHCP port deletion for 83eae464-5738-40f7-a1db-5e4b986b02e4 request from dv-cinder-819149-12-iscsi {{(pid=104511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 15:41:14.924156 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.db [None req-4020b6be-2518-4626-91df-2ce8598e24d9 admin admin] For port 0da88298-3ab6-4cf0-98f2-585785dd2aef, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=0da88298-3ab6-4cf0-98f2-585785dd2aef,segment=NetworkSegment(4d7dbf90-951c-40d5-874b-aa4cf8238fe9),segment_id=4d7dbf90-951c-40d5-874b-aa4cf8238fe9)] {{(pid=104510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:41:14.924742 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-4020b6be-2518-4626-91df-2ce8598e24d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (0da88298-3ab6-4cf0-98f2-585785dd2aef), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:14.930626 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-d5e60a98-ff28-4838-b6a9-c95a0b250dc0 None None] Deleting port 0da88298-3ab6-4cf0-98f2-585785dd2aef {{(pid=104511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:41:14.933364 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d5e60a98-ff28-4838-b6a9-c95a0b250dc0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (0da88298-3ab6-4cf0-98f2-585785dd2aef), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:14.941859 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [None req-4020b6be-2518-4626-91df-2ce8598e24d9 admin admin] Calling delete_port for 0da88298-3ab6-4cf0-98f2-585785dd2aef owned by network:dhcp {{(pid=104510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:41:14.948214 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:14.994085 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 236631fc-b3d0-490e-a145-aabe09b326fa no longer exists at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:41:15.017220 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-d5e60a98-ff28-4838-b6a9-c95a0b250dc0 None None] For port 0da88298-3ab6-4cf0-98f2-585785dd2aef, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=0da88298-3ab6-4cf0-98f2-585785dd2aef,segment=NetworkSegment(4d7dbf90-951c-40d5-874b-aa4cf8238fe9),segment_id=4d7dbf90-951c-40d5-874b-aa4cf8238fe9)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:41:15.017960 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d5e60a98-ff28-4838-b6a9-c95a0b250dc0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (0da88298-3ab6-4cf0-98f2-585785dd2aef), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:15.025272 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] No Port match for: 236631fc-b3d0-490e-a145-aabe09b326fa {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:41:15.025686 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 236631fc-b3d0-490e-a145-aabe09b326fa not bound to the agent host dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:41:15.026199 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 33281ff1-2077-44ad-9355-f86c785f0b33 no longer exists at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:41:15.030028 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:15.054238 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-d5e60a98-ff28-4838-b6a9-c95a0b250dc0 None None] Calling delete_port for 0da88298-3ab6-4cf0-98f2-585785dd2aef owned by network:dhcp {{(pid=104511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:41:15.056680 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] No Port match for: 33281ff1-2077-44ad-9355-f86c785f0b33 {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:41:15.057034 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 33281ff1-2077-44ad-9355-f86c785f0b33 not bound to the agent host dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:41:15.057483 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 0da88298-3ab6-4cf0-98f2-585785dd2aef no longer exists at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:41:15.121685 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-4020b6be-2518-4626-91df-2ce8598e24d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25775823'] for port (0da88298-3ab6-4cf0-98f2-585785dd2aef), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:15.132867 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] No active binding found for port 0da88298-3ab6-4cf0-98f2-585785dd2aef {{(pid=104511) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 20 15:41:15.133244 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] The host dv-cinder-819149-12-iscsi is not matching for port 0da88298-3ab6-4cf0-98f2-585785dd2aef host None! {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2390}} Jul 20 15:41:15.133643 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 0da88298-3ab6-4cf0-98f2-585785dd2aef not bound to the agent host dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:41:15.149243 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020b6be-2518-4626-91df-2ce8598e24d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0da88298-3ab6-4cf0-98f2-585785dd2aef,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:15.150559 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4020b6be-2518-4626-91df-2ce8598e24d9 admin admin] No DVR routers for this DVR port 0da88298-3ab6-4cf0-98f2-585785dd2aef on host dv-cinder-819149-12-iscsi {{(pid=104510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 15:41:15.165609 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d5e60a98-ff28-4838-b6a9-c95a0b250dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422'] for port (0da88298-3ab6-4cf0-98f2-585785dd2aef), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:15.193417 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e60a98-ff28-4838-b6a9-c95a0b250dc0 None None] Pushing event deleted for resources: {'Port': ['ID=0da88298-3ab6-4cf0-98f2-585785dd2aef,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:15.197444 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e60a98-ff28-4838-b6a9-c95a0b250dc0 None None] No DVR routers for this DVR port 0da88298-3ab6-4cf0-98f2-585785dd2aef on host dv-cinder-819149-12-iscsi {{(pid=104511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 15:41:15.226168 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-4020b6be-2518-4626-91df-2ce8598e24d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7837447', 'neutron.services.segments.db._delete_segments_for_network-8737057647674'] for network (83eae464-5738-40f7-a1db-5e4b986b02e4), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:15.249202 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.services.segments.db [None req-4020b6be-2518-4626-91df-2ce8598e24d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83eae464-5738-40f7-a1db-5e4b986b02e4']}} {{(pid=104510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:41:15.258773 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.services.segments.db [None req-4020b6be-2518-4626-91df-2ce8598e24d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d7dbf90-951c-40d5-874b-aa4cf8238fe9') {'for_net_delete': True} {{(pid=104510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:41:15.259070 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.services.segments.db [None req-4020b6be-2518-4626-91df-2ce8598e24d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d7dbf90-951c-40d5-874b-aa4cf8238fe9') {} {{(pid=104510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:41:15.268629 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-4020b6be-2518-4626-91df-2ce8598e24d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737057648963', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3188917'] for segment (4d7dbf90-951c-40d5-874b-aa4cf8238fe9), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:15.282663 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-4020b6be-2518-4626-91df-2ce8598e24d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087'] for segment (4d7dbf90-951c-40d5-874b-aa4cf8238fe9), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:15.289103 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4020b6be-2518-4626-91df-2ce8598e24d9 admin admin] Releasing vlan 968 on physical network physnet1 to pool {{(pid=104510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 15:41:15.289495 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-4020b6be-2518-4626-91df-2ce8598e24d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25775772'] for segment (4d7dbf90-951c-40d5-874b-aa4cf8238fe9), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:15.317397 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.services.segments.plugin [-] Segment 4d7dbf90-951c-40d5-874b-aa4cf8238fe9 resource provider aggregate not found Jul 20 15:41:15.358100 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.services.segments.plugin [-] Segment 4d7dbf90-951c-40d5-874b-aa4cf8238fe9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d7dbf90-951c-40d5-874b-aa4cf8238fe9 found for delete ", "request_id": "req-49c396f6-15ac-4f94-827d-131c8c180aa0"}]} Jul 20 15:41:15.475885 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-4020b6be-2518-4626-91df-2ce8598e24d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7837500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714511'] for network (83eae464-5738-40f7-a1db-5e4b986b02e4), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:15.482384 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-4020b6be-2518-4626-91df-2ce8598e24d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for network (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:15.485529 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-4020b6be-2518-4626-91df-2ce8598e24d9 admin admin] 10.222.0.78 "DELETE /v2.0/networks/83eae464-5738-40f7-a1db-5e4b986b02e4 HTTP/1.1" status: 204 len: 168 time: 0.7546837 Jul 20 15:41:15.493880 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 49876) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:41:15.497086 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020b6be-2518-4626-91df-2ce8598e24d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=83eae464-5738-40f7-a1db-5e4b986b02e4,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:15.670554 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937de4e9-e9a6-4aab-af16-bf1e667c7336 req-e20aaefd-efd4-4495-a491-76bff897ee2c tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:15.672037 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-937de4e9-e9a6-4aab-af16-bf1e667c7336 req-e20aaefd-efd4-4495-a491-76bff897ee2c tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/ports?device_id=be425909-522e-43f9-a0d5-305c2409e67b HTTP/1.1" status: 200 len: 945 time: 0.0571272 Jul 20 15:41:15.724751 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-937de4e9-e9a6-4aab-af16-bf1e667c7336 req-89b4689f-82dc-4b67-ae4b-430ba3c8f342 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/security-groups?id=f0960b4e-4311-4944-bd19-99413cdeeeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445521 Jul 20 15:41:15.832372 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-dc2a1fec-eace-4356-a7ca-cf5e931dadf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711803'] for router_interface (3ba08bb8-940d-4673-a2db-4a5332c1e6ac), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:16.073510 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-dc2a1fec-eace-4356-a7ca-cf5e931dadf0 admin admin] Deleting port 0cf7b97d-b7e6-4300-b915-227657ce361e {{(pid=104509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:41:16.073874 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-dc2a1fec-eace-4356-a7ca-cf5e931dadf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (0cf7b97d-b7e6-4300-b915-227657ce361e), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:16.154426 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [None req-dc2a1fec-eace-4356-a7ca-cf5e931dadf0 admin admin] For port 0cf7b97d-b7e6-4300-b915-227657ce361e, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=0cf7b97d-b7e6-4300-b915-227657ce361e,segment=NetworkSegment(0815aa89-bc48-437a-929b-cf72554880dd),segment_id=0815aa89-bc48-437a-929b-cf72554880dd)] {{(pid=104509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:41:16.154791 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-dc2a1fec-eace-4356-a7ca-cf5e931dadf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (0cf7b97d-b7e6-4300-b915-227657ce361e), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:16.167617 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-dc2a1fec-eace-4356-a7ca-cf5e931dadf0 admin admin] Calling delete_port for 0cf7b97d-b7e6-4300-b915-227657ce361e owned by network:router_interface {{(pid=104509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:41:16.227292 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=100 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:16.294173 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:16.511154 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-dc2a1fec-eace-4356-a7ca-cf5e931dadf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (0cf7b97d-b7e6-4300-b915-227657ce361e), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:16.553708 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a1fec-eace-4356-a7ca-cf5e931dadf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cf7b97d-b7e6-4300-b915-227657ce361e,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:16.630057 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 6 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:41:16.737043 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-dc2a1fec-eace-4356-a7ca-cf5e931dadf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1514783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711695'] for router_interface (3ba08bb8-940d-4673-a2db-4a5332c1e6ac), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:16.854630 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753d0db-4c02-4087-af20-2be569be7c4d req-1bfa921b-2ef8-40e2-9cbf-600d27ac3941 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:16.856765 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a753d0db-4c02-4087-af20-2be569be7c4d req-1bfa921b-2ef8-40e2-9cbf-600d27ac3941 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/ports?device_id=be425909-522e-43f9-a0d5-305c2409e67b HTTP/1.1" status: 200 len: 945 time: 0.0623448 Jul 20 15:41:16.907995 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a753d0db-4c02-4087-af20-2be569be7c4d req-cff89403-3542-49c7-b3be-012f71fb0d5d tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/security-groups?id=f0960b4e-4311-4944-bd19-99413cdeeeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443161 Jul 20 15:41:16.959288 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2a1fec-eace-4356-a7ca-cf5e931dadf0 admin admin] Router 3ba08bb8-940d-4673-a2db-4a5332c1e6ac has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:41:17.070544 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2a1fec-eace-4356-a7ca-cf5e931dadf0 admin admin] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:41:17.075507 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-dc2a1fec-eace-4356-a7ca-cf5e931dadf0 admin admin] 10.222.0.78 "PUT /v2.0/routers/3ba08bb8-940d-4673-a2db-4a5332c1e6ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5805228 Jul 20 15:41:17.078366 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 49884) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:41:17.080944 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36be3bc1-3330-47ef-8ff7-a7b355c78514 None None] Sync routers for ids ['3ba08bb8-940d-4673-a2db-4a5332c1e6ac'] in dv-cinder-819149-12-iscsi {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:41:17.096733 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36be3bc1-3330-47ef-8ff7-a7b355c78514 None None] Routers {'3ba08bb8-940d-4673-a2db-4a5332c1e6ac'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:41:17.097347 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-36be3bc1-3330-47ef-8ff7-a7b355c78514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:40:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['3ba08bb8-940d-4673-a2db-4a5332c1e6ac'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:41:17.181155 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ef492477-ac0e-4a89-8ee9-eef74052376d admin admin] Publish callbacks [] for router (3ba08bb8-940d-4673-a2db-4a5332c1e6ac), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:17.197135 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-36be3bc1-3330-47ef-8ff7-a7b355c78514 None None] Set router 3ba08bb8-940d-4673-a2db-4a5332c1e6ac gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:41:17.256925 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:17.281493 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ef492477-ac0e-4a89-8ee9-eef74052376d admin admin] Publish callbacks [] for router_gateway (3ba08bb8-940d-4673-a2db-4a5332c1e6ac), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:17.370342 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-36be3bc1-3330-47ef-8ff7-a7b355c78514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba08bb8-940d-4673-a2db-4a5332c1e6ac', 'name': 'tempest-TestShelveInstance-1725799495-router', 'tenant_id': '24edc8866f044562ad23afe2815af7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '71d50e4d-7db4-4102-969c-3cbf16b9a055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:35:34Z', 'updated_at': '2022-07-20T15:41:16Z', 'revision_number': 5, 'project_id': '24edc8866f044562ad23afe2815af7b0', 'gw_port': {'id': '71d50e4d-7db4-4102-969c-3cbf16b9a055', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:09:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba08bb8-940d-4673-a2db-4a5332c1e6ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:35:35Z', 'updated_at': '2022-07-20T15:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:41:17.394949 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36be3bc1-3330-47ef-8ff7-a7b355c78514 None None] Checking router: 3ba08bb8-940d-4673-a2db-4a5332c1e6ac for host: dv-cinder-819149-12-iscsi {{(pid=104512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:41:17.406215 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36be3bc1-3330-47ef-8ff7-a7b355c78514 None None] Routers {'3ba08bb8-940d-4673-a2db-4a5332c1e6ac'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:41:17.406906 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-36be3bc1-3330-47ef-8ff7-a7b355c78514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:40:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['3ba08bb8-940d-4673-a2db-4a5332c1e6ac'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:41:17.429819 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-ef492477-ac0e-4a89-8ee9-eef74052376d admin admin] Deleting port 71d50e4d-7db4-4102-969c-3cbf16b9a055 {{(pid=104509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:41:17.430158 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ef492477-ac0e-4a89-8ee9-eef74052376d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (71d50e4d-7db4-4102-969c-3cbf16b9a055), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:17.495406 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:17.516275 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [None req-ef492477-ac0e-4a89-8ee9-eef74052376d admin admin] For port 71d50e4d-7db4-4102-969c-3cbf16b9a055, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=71d50e4d-7db4-4102-969c-3cbf16b9a055,segment=NetworkSegment(65d22977-7383-4d3c-8560-aa09b9e1098a),segment_id=65d22977-7383-4d3c-8560-aa09b9e1098a)] {{(pid=104509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:41:17.528668 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ef492477-ac0e-4a89-8ee9-eef74052376d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (71d50e4d-7db4-4102-969c-3cbf16b9a055), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:17.531081 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-ef492477-ac0e-4a89-8ee9-eef74052376d admin admin] Calling delete_port for 71d50e4d-7db4-4102-969c-3cbf16b9a055 owned by network:router_gateway {{(pid=104509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:41:17.584560 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-36be3bc1-3330-47ef-8ff7-a7b355c78514 None None] Set router 3ba08bb8-940d-4673-a2db-4a5332c1e6ac gateway port host: None {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:41:17.642696 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-36be3bc1-3330-47ef-8ff7-a7b355c78514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba08bb8-940d-4673-a2db-4a5332c1e6ac', 'name': 'tempest-TestShelveInstance-1725799495-router', 'tenant_id': '24edc8866f044562ad23afe2815af7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:35:34Z', 'updated_at': '2022-07-20T15:41:17Z', 'revision_number': 6, 'project_id': '24edc8866f044562ad23afe2815af7b0', 'gw_port_host': None}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:41:17.670382 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36be3bc1-3330-47ef-8ff7-a7b355c78514 None None] The sync data for ids ['3ba08bb8-940d-4673-a2db-4a5332c1e6ac'] in dv-cinder-819149-12-iscsi is: [{'id': '3ba08bb8-940d-4673-a2db-4a5332c1e6ac', 'name': 'tempest-TestShelveInstance-1725799495-router', 'tenant_id': '24edc8866f044562ad23afe2815af7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:35:34Z', 'updated_at': '2022-07-20T15:41:17Z', 'revision_number': 6, 'project_id': '24edc8866f044562ad23afe2815af7b0', 'gw_port_host': None}] {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:41:17.859365 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ef492477-ac0e-4a89-8ee9-eef74052376d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (71d50e4d-7db4-4102-969c-3cbf16b9a055), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:17.882427 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef492477-ac0e-4a89-8ee9-eef74052376d admin admin] Pushing event deleted for resources: {'Port': ['ID=71d50e4d-7db4-4102-969c-3cbf16b9a055,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:17.950888 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ef492477-ac0e-4a89-8ee9-eef74052376d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714468'] for router_gateway (3ba08bb8-940d-4673-a2db-4a5332c1e6ac), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:18.038666 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ef492477-ac0e-4a89-8ee9-eef74052376d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1708605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-741'] for router (3ba08bb8-940d-4673-a2db-4a5332c1e6ac), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:18.041111 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ef492477-ac0e-4a89-8ee9-eef74052376d admin admin] Publish callbacks [] for router_controller (3ba08bb8-940d-4673-a2db-4a5332c1e6ac), precommit_delete_associations {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:18.178922 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ef492477-ac0e-4a89-8ee9-eef74052376d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708713'] for router (3ba08bb8-940d-4673-a2db-4a5332c1e6ac), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:18.179609 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef492477-ac0e-4a89-8ee9-eef74052376d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ba08bb8-940d-4673-a2db-4a5332c1e6ac {{(pid=104509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 15:41:18.184902 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-ef492477-ac0e-4a89-8ee9-eef74052376d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:18.186809 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-ef492477-ac0e-4a89-8ee9-eef74052376d admin admin] 10.222.0.78 "DELETE /v2.0/routers/3ba08bb8-940d-4673-a2db-4a5332c1e6ac HTTP/1.1" status: 204 len: 168 time: 1.1073775 Jul 20 15:41:18.188432 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 49894) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:41:18.233178 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8f27b34-43f9-425f-8098-010eb8eaa4ed admin admin] Deleting subnet e865bfec-5d15-4591-92e2-97903a88eedb {{(pid=104509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 15:41:18.236167 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-f8f27b34-43f9-425f-8098-010eb8eaa4ed admin admin] Publish callbacks [] for subnet (e865bfec-5d15-4591-92e2-97903a88eedb), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:18.274617 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-f8f27b34-43f9-425f-8098-010eb8eaa4ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17085713'] for subnet (e865bfec-5d15-4591-92e2-97903a88eedb), precommit_delete_associations {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:18.300507 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:18.356804 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-f8f27b34-43f9-425f-8098-010eb8eaa4ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7837766'] for subnet (e865bfec-5d15-4591-92e2-97903a88eedb), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:18.534634 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-f8f27b34-43f9-425f-8098-010eb8eaa4ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7837769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1948132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18758723'] for subnet (e865bfec-5d15-4591-92e2-97903a88eedb), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:18.565675 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f27b34-43f9-425f-8098-010eb8eaa4ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e865bfec-5d15-4591-92e2-97903a88eedb,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:18.567682 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-f8f27b34-43f9-425f-8098-010eb8eaa4ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for subnet (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:18.570854 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-f8f27b34-43f9-425f-8098-010eb8eaa4ed admin admin] 10.222.0.78 "DELETE /v2.0/subnets/e865bfec-5d15-4591-92e2-97903a88eedb HTTP/1.1" status: 204 len: 168 time: 0.3814352 Jul 20 15:41:18.573467 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24e5330-bc24-4bd7-a392-aa7c974d9f7b None None] Network 3f62d4f9-f944-4faa-a284-3f268813ee07 requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:41:18.573960 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 49896) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:41:18.663804 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-da2aaa04-e8b6-47d9-bef3-f396fcca0b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7858968'] for network (3f62d4f9-f944-4faa-a284-3f268813ee07), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:18.708426 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-da2aaa04-e8b6-47d9-bef3-f396fcca0b1e admin admin] Deleting port 4fd6db05-6a4a-4361-8dcf-8095d4847697 {{(pid=104509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:41:18.708801 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-da2aaa04-e8b6-47d9-bef3-f396fcca0b1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (4fd6db05-6a4a-4361-8dcf-8095d4847697), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:18.738526 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a20836-8493-41e4-b9d4-9be0256d3eca None None] DHCP port deletion for 3f62d4f9-f944-4faa-a284-3f268813ee07 request from dv-cinder-819149-12-iscsi {{(pid=104511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 15:41:18.741147 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e2e68-0f49-48a9-a193-c72cd096bdd6 req-dde40627-add0-467f-ac6e-72f4b4488ac9 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:18.754374 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-345e2e68-0f49-48a9-a193-c72cd096bdd6 req-dde40627-add0-467f-ac6e-72f4b4488ac9 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/ports?device_id=be425909-522e-43f9-a0d5-305c2409e67b HTTP/1.1" status: 200 len: 945 time: 0.0692532 Jul 20 15:41:18.780979 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-57a20836-8493-41e4-b9d4-9be0256d3eca None None] Deleting port 4fd6db05-6a4a-4361-8dcf-8095d4847697 {{(pid=104511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:41:18.781408 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-57a20836-8493-41e4-b9d4-9be0256d3eca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (4fd6db05-6a4a-4361-8dcf-8095d4847697), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:18.795809 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [None req-da2aaa04-e8b6-47d9-bef3-f396fcca0b1e admin admin] For port 4fd6db05-6a4a-4361-8dcf-8095d4847697, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=4fd6db05-6a4a-4361-8dcf-8095d4847697,segment=NetworkSegment(0815aa89-bc48-437a-929b-cf72554880dd),segment_id=0815aa89-bc48-437a-929b-cf72554880dd)] {{(pid=104509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:41:18.796173 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-da2aaa04-e8b6-47d9-bef3-f396fcca0b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (4fd6db05-6a4a-4361-8dcf-8095d4847697), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:18.800558 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-345e2e68-0f49-48a9-a193-c72cd096bdd6 req-48bff3d1-bfae-4767-991c-b049d3bb07ed tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/security-groups?id=f0960b4e-4311-4944-bd19-99413cdeeeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484145 Jul 20 15:41:18.810745 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-da2aaa04-e8b6-47d9-bef3-f396fcca0b1e admin admin] Calling delete_port for 4fd6db05-6a4a-4361-8dcf-8095d4847697 owned by network:dhcp {{(pid=104509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:41:18.856730 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-57a20836-8493-41e4-b9d4-9be0256d3eca None None] For port 4fd6db05-6a4a-4361-8dcf-8095d4847697, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=4fd6db05-6a4a-4361-8dcf-8095d4847697,segment=NetworkSegment(0815aa89-bc48-437a-929b-cf72554880dd),segment_id=0815aa89-bc48-437a-929b-cf72554880dd)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:41:18.866002 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-57a20836-8493-41e4-b9d4-9be0256d3eca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (4fd6db05-6a4a-4361-8dcf-8095d4847697), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:18.869952 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-57a20836-8493-41e4-b9d4-9be0256d3eca None None] Calling delete_port for 4fd6db05-6a4a-4361-8dcf-8095d4847697 owned by network:dhcp {{(pid=104511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:41:18.884223 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:18.976799 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 4fd6db05-6a4a-4361-8dcf-8095d4847697 no longer exists at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:41:19.046367 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port 4fd6db05-6a4a-4361-8dcf-8095d4847697 is: ACTIVE; New status is: DOWN {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:41:19.046707 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (4fd6db05-6a4a-4361-8dcf-8095d4847697), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:19.093129 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-da2aaa04-e8b6-47d9-bef3-f396fcca0b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (4fd6db05-6a4a-4361-8dcf-8095d4847697), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:19.119397 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 71d50e4d-7db4-4102-969c-3cbf16b9a055 no longer exists at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:41:19.124929 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-57a20836-8493-41e4-b9d4-9be0256d3eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422'] for port (4fd6db05-6a4a-4361-8dcf-8095d4847697), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:19.126119 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2aaa04-e8b6-47d9-bef3-f396fcca0b1e admin admin] Pushing event deleted for resources: {'Port': ['ID=4fd6db05-6a4a-4361-8dcf-8095d4847697,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:19.129843 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2aaa04-e8b6-47d9-bef3-f396fcca0b1e admin admin] No DVR routers for this DVR port 4fd6db05-6a4a-4361-8dcf-8095d4847697 on host dv-cinder-819149-12-iscsi {{(pid=104509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 15:41:19.148163 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] No Port match for: 71d50e4d-7db4-4102-969c-3cbf16b9a055 {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:41:19.148517 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 71d50e4d-7db4-4102-969c-3cbf16b9a055 not bound to the agent host dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:41:19.153753 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 0cf7b97d-b7e6-4300-b915-227657ce361e no longer exists at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:41:19.183646 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a20836-8493-41e4-b9d4-9be0256d3eca None None] Pushing event deleted for resources: {'Port': ['ID=4fd6db05-6a4a-4361-8dcf-8095d4847697,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:19.187406 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] No Port match for: 0cf7b97d-b7e6-4300-b915-227657ce361e {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:41:19.187761 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 0cf7b97d-b7e6-4300-b915-227657ce361e not bound to the agent host dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:41:19.189341 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a20836-8493-41e4-b9d4-9be0256d3eca None None] No DVR routers for this DVR port 4fd6db05-6a4a-4361-8dcf-8095d4847697 on host dv-cinder-819149-12-iscsi {{(pid=104511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 15:41:19.209600 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-da2aaa04-e8b6-47d9-bef3-f396fcca0b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7837447', 'neutron.services.segments.db._delete_segments_for_network-8737057647674'] for network (3f62d4f9-f944-4faa-a284-3f268813ee07), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:19.230436 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.services.segments.db [None req-da2aaa04-e8b6-47d9-bef3-f396fcca0b1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f62d4f9-f944-4faa-a284-3f268813ee07']}} {{(pid=104509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:41:19.243102 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.services.segments.db [None req-da2aaa04-e8b6-47d9-bef3-f396fcca0b1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0815aa89-bc48-437a-929b-cf72554880dd') {'for_net_delete': True} {{(pid=104509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:41:19.243951 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.services.segments.db [None req-da2aaa04-e8b6-47d9-bef3-f396fcca0b1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0815aa89-bc48-437a-929b-cf72554880dd') {} {{(pid=104509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:41:19.254151 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-da2aaa04-e8b6-47d9-bef3-f396fcca0b1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737057648963', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17085736'] for segment (0815aa89-bc48-437a-929b-cf72554880dd), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:19.267864 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-da2aaa04-e8b6-47d9-bef3-f396fcca0b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087'] for segment (0815aa89-bc48-437a-929b-cf72554880dd), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:19.274631 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da2aaa04-e8b6-47d9-bef3-f396fcca0b1e admin admin] Releasing vlan 951 on physical network physnet1 to pool {{(pid=104509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 15:41:19.275102 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-da2aaa04-e8b6-47d9-bef3-f396fcca0b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1934150'] for segment (0815aa89-bc48-437a-929b-cf72554880dd), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:19.302510 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.services.segments.plugin [-] Segment 0815aa89-bc48-437a-929b-cf72554880dd resource provider aggregate not found Jul 20 15:41:19.344187 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.services.segments.plugin [-] Segment 0815aa89-bc48-437a-929b-cf72554880dd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0815aa89-bc48-437a-929b-cf72554880dd found for delete ", "request_id": "req-a120cfd4-5628-4d96-beb6-8882a99ea775"}]} Jul 20 15:41:19.424265 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-da2aaa04-e8b6-47d9-bef3-f396fcca0b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7837500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714511'] for network (3f62d4f9-f944-4faa-a284-3f268813ee07), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:19.432074 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-da2aaa04-e8b6-47d9-bef3-f396fcca0b1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for network (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:19.435985 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-da2aaa04-e8b6-47d9-bef3-f396fcca0b1e admin admin] 10.222.0.78 "DELETE /v2.0/networks/3f62d4f9-f944-4faa-a284-3f268813ee07 HTTP/1.1" status: 204 len: 168 time: 0.8614306 Jul 20 15:41:19.445801 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2aaa04-e8b6-47d9-bef3-f396fcca0b1e admin admin] Pushing event deleted for resources: {'Network': ['ID=3f62d4f9-f944-4faa-a284-3f268813ee07,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:19.821230 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 49908) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:41:19.827770 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:19.867298 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-51d30f39-e3bf-4e66-9a6a-e0a04ec22b34 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=09d92d320f8748c58aca3fd6a8776540&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418899 Jul 20 15:41:19.867298 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 49912) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:41:19.943846 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97d268-7923-4b30-b9a7-fb5008a0e112 req-7718c78c-2b1b-40dd-86e2-52fed1c43cd9 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:19.945313 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5e97d268-7923-4b30-b9a7-fb5008a0e112 req-7718c78c-2b1b-40dd-86e2-52fed1c43cd9 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/ports?device_id=be425909-522e-43f9-a0d5-305c2409e67b HTTP/1.1" status: 200 len: 945 time: 0.0657253 Jul 20 15:41:19.972269 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-b9588ee4-5722-4a04-a4ba-7a3c8b48aa94 admin admin] Publish callbacks [] for security_group (bc4f1a82-4031-4228-93d2-47f26dc5e151), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:20.021938 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-b9588ee4-5722-4a04-a4ba-7a3c8b48aa94 admin admin] Publish callbacks [] for security_group (bc4f1a82-4031-4228-93d2-47f26dc5e151), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:20.031147 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5e97d268-7923-4b30-b9a7-fb5008a0e112 req-59d7dfbf-e51c-4165-85ab-0fd76bcf2978 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/security-groups?id=f0960b4e-4311-4944-bd19-99413cdeeeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765500 Jul 20 15:41:20.058870 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1aa5964d-2719-4ea0-9d14-2f7c68ea72b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:20.158559 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f914a164-04d3-4615-b50a-2ce9b47cbb46 req-35feda1b-6dd0-4064-9a91-d83e8ddf7b4a tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:20.160075 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-f914a164-04d3-4615-b50a-2ce9b47cbb46 req-35feda1b-6dd0-4064-9a91-d83e8ddf7b4a tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.102 "GET /v2.0/ports?device_id=be425909-522e-43f9-a0d5-305c2409e67b HTTP/1.1" status: 200 len: 945 time: 0.0594323 Jul 20 15:41:20.190074 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-b9588ee4-5722-4a04-a4ba-7a3c8b48aa94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (bc4f1a82-4031-4228-93d2-47f26dc5e151), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:20.192633 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-b9588ee4-5722-4a04-a4ba-7a3c8b48aa94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:20.193768 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-b9588ee4-5722-4a04-a4ba-7a3c8b48aa94 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bc4f1a82-4031-4228-93d2-47f26dc5e151 HTTP/1.1" status: 204 len: 168 time: 0.3260093 Jul 20 15:41:20.204098 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9588ee4-5722-4a04-a4ba-7a3c8b48aa94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4f1a82-4031-4228-93d2-47f26dc5e151,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:20.260563 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [req-f914a164-04d3-4615-b50a-2ce9b47cbb46 req-5ad67b82-23d7-4bb0-9fa2-8db3a60f1943 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Deleting port c710f5a7-59a7-4df8-8db3-03cadaa0c678 {{(pid=104509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:41:20.261032 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-f914a164-04d3-4615-b50a-2ce9b47cbb46 req-5ad67b82-23d7-4bb0-9fa2-8db3a60f1943 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (c710f5a7-59a7-4df8-8db3-03cadaa0c678), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:20.357546 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-f914a164-04d3-4615-b50a-2ce9b47cbb46 req-5ad67b82-23d7-4bb0-9fa2-8db3a60f1943 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] For port c710f5a7-59a7-4df8-8db3-03cadaa0c678, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=c710f5a7-59a7-4df8-8db3-03cadaa0c678,segment=NetworkSegment(1ced383b-0197-4f10-a865-e10307510653),segment_id=1ced383b-0197-4f10-a865-e10307510653)] {{(pid=104509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:41:20.357912 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-f914a164-04d3-4615-b50a-2ce9b47cbb46 req-5ad67b82-23d7-4bb0-9fa2-8db3a60f1943 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (c710f5a7-59a7-4df8-8db3-03cadaa0c678), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:20.372410 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [req-f914a164-04d3-4615-b50a-2ce9b47cbb46 req-5ad67b82-23d7-4bb0-9fa2-8db3a60f1943 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Calling delete_port for c710f5a7-59a7-4df8-8db3-03cadaa0c678 owned by compute:nova {{(pid=104509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:41:20.419916 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:20.608170 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-f914a164-04d3-4615-b50a-2ce9b47cbb46 req-5ad67b82-23d7-4bb0-9fa2-8db3a60f1943 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (c710f5a7-59a7-4df8-8db3-03cadaa0c678), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:20.622107 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] get_ports_and_sgs() called for port_ids ['c710f5a7-59a7-4df8-8db3-03cadaa0c678'] {{(pid=104511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:41:20.638352 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad67b82-23d7-4bb0-9fa2-8db3a60f1943 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Pushing event deleted for resources: {'Port': ['ID=c710f5a7-59a7-4df8-8db3-03cadaa0c678,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:20.687640 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [req-f914a164-04d3-4615-b50a-2ce9b47cbb46 req-5ad67b82-23d7-4bb0-9fa2-8db3a60f1943 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] No DVR routers for this DVR port c710f5a7-59a7-4df8-8db3-03cadaa0c678 on host hv-cinder-81914 {{(pid=104509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 15:41:20.690125 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-f914a164-04d3-4615-b50a-2ce9b47cbb46 req-5ad67b82-23d7-4bb0-9fa2-8db3a60f1943 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:20.693413 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-f914a164-04d3-4615-b50a-2ce9b47cbb46 req-5ad67b82-23d7-4bb0-9fa2-8db3a60f1943 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.102 "DELETE /v2.0/ports/c710f5a7-59a7-4df8-8db3-03cadaa0c678 HTTP/1.1" status: 204 len: 173 time: 0.5272281 Jul 20 15:41:20.693862 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be425909-522e-43f9-a0d5-305c2409e67b', 'name': 'network-vif-deleted', 'tag': 'c710f5a7-59a7-4df8-8db3-03cadaa0c678'}] {{(pid=104509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:41:20.696205 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df77c6b91a480694ea4413056d8ef6386aadd078611a8438297a7cf852766117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7360a9-0add-4190-9c1b-d2b13f9d8e34" -d '{"events": [{"server_uuid": "be425909-522e-43f9-a0d5-305c2409e67b", "name": "network-vif-deleted", "tag": "c710f5a7-59a7-4df8-8db3-03cadaa0c678"}]}' {{(pid=104509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:41:20.732028 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 15:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c0d875-8c40-45f3-a8c4-98e0ed1dbc1d x-openstack-request-id: req-68c0d875-8c40-45f3-a8c4-98e0ed1dbc1d {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:41:20.732326 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be425909-522e-43f9-a0d5-305c2409e67b", "name": "network-vif-deleted", "tag": "c710f5a7-59a7-4df8-8db3-03cadaa0c678", "status": "completed", "code": 200}]} {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:41:20.732585 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-68c0d875-8c40-45f3-a8c4-98e0ed1dbc1d {{(pid=104509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:41:20.732989 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68c0d875-8c40-45f3-a8c4-98e0ed1dbc1d'] response: {'server_uuid': 'be425909-522e-43f9-a0d5-305c2409e67b', 'name': 'network-vif-deleted', 'tag': 'c710f5a7-59a7-4df8-8db3-03cadaa0c678', 'status': 'completed', 'code': 200} Jul 20 15:41:21.096205 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 49922) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:41:21.141875 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-16fa41d8-b00f-40d0-aafd-828d4835eb46 req-6fb632ff-6a27-4789-a9bd-ff4f8bb89317 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/ports?device_id=be425909-522e-43f9-a0d5-305c2409e67b HTTP/1.1" status: 200 len: 210 time: 0.0317028 Jul 20 15:41:21.162789 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-8db55641-0b23-49c5-b2da-1fa86985b465 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=24edc8866f044562ad23afe2815af7b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0654039 Jul 20 15:41:21.165490 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 49924) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:41:21.202585 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:21.220756 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-03a11d19-ff7d-4b07-a6ab-7af68f9eb839 admin admin] Publish callbacks [] for security_group (0a5cfe4b-b2a1-4e3a-9b68-0f1c250d0a13), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:21.242219 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-03a11d19-ff7d-4b07-a6ab-7af68f9eb839 admin admin] Publish callbacks [] for security_group (0a5cfe4b-b2a1-4e3a-9b68-0f1c250d0a13), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:21.378483 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-03a11d19-ff7d-4b07-a6ab-7af68f9eb839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (0a5cfe4b-b2a1-4e3a-9b68-0f1c250d0a13), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:21.381068 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-03a11d19-ff7d-4b07-a6ab-7af68f9eb839 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:21.382353 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-03a11d19-ff7d-4b07-a6ab-7af68f9eb839 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0a5cfe4b-b2a1-4e3a-9b68-0f1c250d0a13 HTTP/1.1" status: 204 len: 168 time: 0.2155299 Jul 20 15:41:21.390446 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a11d19-ff7d-4b07-a6ab-7af68f9eb839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5cfe4b-b2a1-4e3a-9b68-0f1c250d0a13,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:21.402547 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:22.517571 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-03f68389-3be2-43e1-82f2-cdbc78c39d1e tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:22.519039 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-03f68389-3be2-43e1-82f2-cdbc78c39d1e tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/networks?id=a9891dd5-812a-4da0-b327-b22ce8cc4c25 HTTP/1.1" status: 200 len: 808 time: 0.1101060 Jul 20 15:41:22.521440 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ee33be81-ebac-41b1-b2e8-6cae796c85d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:22.534211 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-44ddd7f2-0d40-4313-8975-d1894f14e7e9 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/quotas/093f88479eae442dba4d8320fbcb2b40 HTTP/1.1" status: 200 len: 375 time: 0.0099173 Jul 20 15:41:22.568222 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-27b362ae-5bae-4e37-9f88-12cda5bbedbe tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=093f88479eae442dba4d8320fbcb2b40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279269 Jul 20 15:41:22.745142 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 49960) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:41:22.905115 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-7685d4a7-2f2f-4a14-b142-3254795ac639 service neutron] 10.222.0.78 "GET /v2.0/networks/a9891dd5-812a-4da0-b327-b22ce8cc4c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302205 Jul 20 15:41:22.924853 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-18ece920-a8bb-4545-b6ce-edc842ddbcf7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1186327595-network', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:41:23.003965 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-377d22ed-8889-40c4-ac01-3aed84705111 service neutron] 10.222.0.78 "GET /v2.0/networks/a9891dd5-812a-4da0-b327-b22ce8cc4c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931957 Jul 20 15:41:23.081630 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ece920-a8bb-4545-b6ce-edc842ddbcf7 admin admin] Made reservation on behalf of 68372ee91fb843108d3b0cb1c99cd186 for: {'network': 1} {{(pid=104509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:41:23.084081 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-18ece920-a8bb-4545-b6ce-edc842ddbcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for network (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:23.093924 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-18ece920-a8bb-4545-b6ce-edc842ddbcf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:23.169437 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-18ece920-a8bb-4545-b6ce-edc842ddbcf7 admin admin] Publish callbacks [] for security_group (3b1cb633-54d7-4797-bc1b-58f56331cdc2), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:23.297733 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e817489b-c127-44b9-b5de-db07af21e7a1 req-0b76caef-8a40-4847-9436-6769c64f36bf tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3c4621e-4226-42bf-97f7-b65dbca2b1eb HTTP/1.1" status: 200 len: 210 time: 0.0289195 Jul 20 15:41:23.344318 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-18ece920-a8bb-4545-b6ce-edc842ddbcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (3b1cb633-54d7-4797-bc1b-58f56331cdc2), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:23.367777 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18ece920-a8bb-4545-b6ce-edc842ddbcf7 admin admin] vlan segment allocate from pool success with {'vlan_id': 971, 'physical_network': 'physnet1'} {{(pid=104509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 15:41:23.376784 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=79,neutron:DELETE=9,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:23.386218 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-18ece920-a8bb-4545-b6ce-edc842ddbcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087'] for segment (c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:23.386596 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.db.segments_db [None req-18ece920-a8bb-4545-b6ce-edc842ddbcf7 admin admin] Added segment c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28 of type vlan for network 8628016f-4714-4c11-b108-0d43d71372c8 Jul 20 15:41:23.387874 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ece920-a8bb-4545-b6ce-edc842ddbcf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1cb633-54d7-4797-bc1b-58f56331cdc2,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:23.431412 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-18ece920-a8bb-4545-b6ce-edc842ddbcf7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737057167135'] for network (8628016f-4714-4c11-b108-0d43d71372c8), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:23.595958 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-18ece920-a8bb-4545-b6ce-edc842ddbcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428'] for network (8628016f-4714-4c11-b108-0d43d71372c8), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:23.597097 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ece920-a8bb-4545-b6ce-edc842ddbcf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:23.597863 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-18ece920-a8bb-4545-b6ce-edc842ddbcf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for network (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:23.647312 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:23.662174 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ece920-a8bb-4545-b6ce-edc842ddbcf7 admin admin] Pushing event updated for resources: {'Network': ['ID=8628016f-4714-4c11-b108-0d43d71372c8,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:23.672165 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Network 8628016f-4714-4c11-b108-0d43d71372c8 details requested by agent ovs-agent-dv-cinder-819149-12-iscsi with host dv-cinder-819149-12-iscsi {{(pid=104511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 15:41:23.832635 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-18ece920-a8bb-4545-b6ce-edc842ddbcf7 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.0853930 Jul 20 15:41:23.835515 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 49972) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:41:23.841067 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-20a272a4-4498-4ea4-9fea-25f79c609ce4 admin admin] Request body: {'subnet': {'network_id': '8628016f-4714-4c11-b108-0d43d71372c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1186327595-subnet', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'ip_version': 4}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:41:23.991458 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device c710f5a7-59a7-4df8-8db3-03cadaa0c678 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:41:24.013476 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] No Port match for: c710f5a7-59a7-4df8-8db3-03cadaa0c678 {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:41:24.013828 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device c710f5a7-59a7-4df8-8db3-03cadaa0c678 not bound to the agent host hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:41:24.069751 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a272a4-4498-4ea4-9fea-25f79c609ce4 admin admin] Made reservation on behalf of 68372ee91fb843108d3b0cb1c99cd186 for: {'subnet': 1} {{(pid=104509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:41:24.072313 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-20a272a4-4498-4ea4-9fea-25f79c609ce4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18758766'] for subnet (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:24.159559 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:24.383547 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-29f0c833-1fff-43df-87ca-567ac65a3629 req-92536dd9-b396-4da8-9001-1802c57c7d75 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3c4621e-4226-42bf-97f7-b65dbca2b1eb HTTP/1.1" status: 200 len: 210 time: 0.0305426 Jul 20 15:41:24.408300 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-20a272a4-4498-4ea4-9fea-25f79c609ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1948069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18758776'] for subnet (a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:24.466503 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a272a4-4498-4ea4-9fea-25f79c609ce4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6,revision_number=0']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:24.475196 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a272a4-4498-4ea4-9fea-25f79c609ce4 admin admin] Checking segment: {'id': 'c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:41:24.475551 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a272a4-4498-4ea4-9fea-25f79c609ce4 admin admin] Network hostable DHCP agents. Network: 8628016f-4714-4c11-b108-0d43d71372c8, hostable agents: ['1054ab0b-28b9-454f-8889-d57ec5383afd'], hosted agents: [] {{(pid=104509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 15:41:24.653266 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a272a4-4498-4ea4-9fea-25f79c609ce4 admin admin] Network 8628016f-4714-4c11-b108-0d43d71372c8 is scheduled to be hosted by DHCP agent 1054ab0b-28b9-454f-8889-d57ec5383afd with binding_index 1 {{(pid=104509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 15:41:24.830080 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [None req-20a272a4-4498-4ea4-9fea-25f79c609ce4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-12-iscsi, 8628016f-4714-4c11-b108-0d43d71372c8) {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:41:24.834193 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a272a4-4498-4ea4-9fea-25f79c609ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:24.834946 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-20a272a4-4498-4ea4-9fea-25f79c609ce4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for subnet (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:24.847248 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1c8a06-a0d3-4413-9ade-09518144be9a None None] Network 8628016f-4714-4c11-b108-0d43d71372c8 requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:41:24.952645 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4934c38e-a968-43f4-b448-8c237896ee3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a790180-0092-51b0-93a4-34605dc8f1ad-8628016f-4714-4c11-b108-0d43d71372c8', 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8', 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'fixed_ips': [{'subnet_id': 'a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6'}]}} from dv-cinder-819149-12-iscsi. {{(pid=104511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 15:41:24.961233 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4934c38e-a968-43f4-b448-8c237896ee3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:24.999298 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-20a272a4-4498-4ea4-9fea-25f79c609ce4 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1627049 Jul 20 15:41:25.002456 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 49978) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:41:25.007509 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-023cdd35-1600-4674-92ad-6da7b8846280 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1186327595-router', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'}}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:41:25.031463 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:25.055356 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:25.109586 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.db_base_plugin_common [None req-4934c38e-a968-43f4-b448-8c237896ee3c None None] Allocated IP 172.20.0.2 (8628016f-4714-4c11-b108-0d43d71372c8/a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6/ce7c7b78-f8c1-4cde-a1b9-447325c441ea) {{(pid=104511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:41:25.178902 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-023cdd35-1600-4674-92ad-6da7b8846280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1708962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router (58e75455-c0a5-448c-884c-a6d0eb47a6a1), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:25.180040 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-023cdd35-1600-4674-92ad-6da7b8846280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1708854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1715537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-722'] for router (58e75455-c0a5-448c-884c-a6d0eb47a6a1), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:25.235694 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-023cdd35-1600-4674-92ad-6da7b8846280 admin admin] Publish callbacks [] for router_controller (58e75455-c0a5-448c-884c-a6d0eb47a6a1), precommit_add_association {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:25.243289 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:25.251026 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4934c38e-a968-43f4-b448-8c237896ee3c None None] Publish callbacks [] for port (ce7c7b78-f8c1-4cde-a1b9-447325c441ea), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:25.431150 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4934c38e-a968-43f4-b448-8c237896ee3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413'] for port (ce7c7b78-f8c1-4cde-a1b9-447325c441ea), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:25.483271 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4934c38e-a968-43f4-b448-8c237896ee3c None None] Network 8628016f-4714-4c11-b108-0d43d71372c8 is already hosted by enough agents. {{(pid=104511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:41:25.488795 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.scheduler.base_scheduler [None req-4934c38e-a968-43f4-b448-8c237896ee3c None None] Resources bound (agent type, host, resource id): {{(pid=104511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:41:25.491092 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4934c38e-a968-43f4-b448-8c237896ee3c None None] Received port after_create {{(pid=104511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:41:25.492945 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:25.494836 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934c38e-a968-43f4-b448-8c237896ee3c None None] Pushing event updated for resources: {'Port': ['ID=ce7c7b78-f8c1-4cde-a1b9-447325c441ea,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:25.509382 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-1f34566c-d3ca-4918-8d2f-f9b0e7ee80a1 req-25c836ae-a0c9-4284-b9c6-9c1f9bff747e tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3c4621e-4226-42bf-97f7-b65dbca2b1eb HTTP/1.1" status: 200 len: 210 time: 0.0556254 Jul 20 15:41:25.561360 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-4934c38e-a968-43f4-b448-8c237896ee3c None None] Attempting to bind port ce7c7b78-f8c1-4cde-a1b9-447325c441ea on host dv-cinder-819149-12-iscsi for vnic_type normal with profile {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:41:25.561781 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-4934c38e-a968-43f4-b448-8c237896ee3c None None] Attempting to bind port ce7c7b78-f8c1-4cde-a1b9-447325c441ea by drivers openvswitch,hyperv on host dv-cinder-819149-12-iscsi at level 0 using segments [{'id': 'c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8'}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:41:25.562236 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4934c38e-a968-43f4-b448-8c237896ee3c None None] Attempting to bind port ce7c7b78-f8c1-4cde-a1b9-447325c441ea on network 8628016f-4714-4c11-b108-0d43d71372c8 {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:41:25.568103 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4934c38e-a968-43f4-b448-8c237896ee3c None None] Checking agent: {'id': '5729d8e0-9e32-4d27-b92e-30241f6d9221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 22, 55), 'started_at': datetime.datetime(2022, 7, 20, 15, 23, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:41:25.568484 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4934c38e-a968-43f4-b448-8c237896ee3c None None] Checking segment: {'id': 'c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:41:25.574393 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4934c38e-a968-43f4-b448-8c237896ee3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:25.574393 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4934c38e-a968-43f4-b448-8c237896ee3c None None] Bound using segment: {'id': 'c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8'} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:41:25.574393 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-4934c38e-a968-43f4-b448-8c237896ee3c None None] Bound port: ce7c7b78-f8c1-4cde-a1b9-447325c441ea, host: dv-cinder-819149-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8'}}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:41:25.574393 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4934c38e-a968-43f4-b448-8c237896ee3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (ce7c7b78-f8c1-4cde-a1b9-447325c441ea), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:25.638726 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-4934c38e-a968-43f4-b448-8c237896ee3c None None] For port ce7c7b78-f8c1-4cde-a1b9-447325c441ea, host dv-cinder-819149-12-iscsi, cleared binding levels {{(pid=104511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:41:25.642345 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-4934c38e-a968-43f4-b448-8c237896ee3c None None] For port ce7c7b78-f8c1-4cde-a1b9-447325c441ea, host dv-cinder-819149-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=ce7c7b78-f8c1-4cde-a1b9-447325c441ea,segment=NetworkSegment(c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28),segment_id=c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28)] {{(pid=104511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:41:25.826325 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4934c38e-a968-43f4-b448-8c237896ee3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (ce7c7b78-f8c1-4cde-a1b9-447325c441ea), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:25.843421 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-023cdd35-1600-4674-92ad-6da7b8846280 admin admin] Publish callbacks [] for router_gateway (58e75455-c0a5-448c-884c-a6d0eb47a6a1), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:26.008616 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934c38e-a968-43f4-b448-8c237896ee3c None None] Pushing event updated for resources: {'Port': ['ID=ce7c7b78-f8c1-4cde-a1b9-447325c441ea,revision_number=2']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:26.252458 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-023cdd35-1600-4674-92ad-6da7b8846280 admin admin] Publish callbacks [] for router_gateway (58e75455-c0a5-448c-884c-a6d0eb47a6a1), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:26.275776 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-023cdd35-1600-4674-92ad-6da7b8846280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:26.396459 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:26.481632 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_common [None req-023cdd35-1600-4674-92ad-6da7b8846280 admin admin] Allocated IP 172.27.1.117 (8e10d912-d794-48e6-8f9b-6baf59c7f77e/d5daf119-8c14-4f50-a186-1c01cb5bfe5f/317c9f37-8331-4520-87c8-d09522208764) {{(pid=104509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:41:26.489006 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-8d077247-562c-4b52-a8bb-ca42877ff6e2 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:26.490461 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-8d077247-562c-4b52-a8bb-ca42877ff6e2 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.102 "GET /v2.0/networks?id=a9891dd5-812a-4da0-b327-b22ce8cc4c25 HTTP/1.1" status: 200 len: 808 time: 0.1741025 Jul 20 15:41:26.504652 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-7c0ffbbe-ec4a-4511-be7d-33e03307a484 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Request body: {'port': {'device_id': 'd3c4621e-4226-42bf-97f7-b65dbca2b1eb', 'network_id': 'a9891dd5-812a-4da0-b327-b22ce8cc4c25', 'admin_state_up': True, 'tenant_id': '093f88479eae442dba4d8320fbcb2b40'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:41:26.581145 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:26.633906 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-89282f43-7cd7-4732-b0a3-67a91b15ab8f req-3251a194-4687-435e-9e97-0d4c43545dd5 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3c4621e-4226-42bf-97f7-b65dbca2b1eb HTTP/1.1" status: 200 len: 210 time: 0.0347407 Jul 20 15:41:26.694116 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-023cdd35-1600-4674-92ad-6da7b8846280 admin admin] Publish callbacks [] for port (317c9f37-8331-4520-87c8-d09522208764), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:26.761542 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-7c0ffbbe-ec4a-4511-be7d-33e03307a484 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Made reservation on behalf of 093f88479eae442dba4d8320fbcb2b40 for: {'port': 1} {{(pid=104509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:41:26.765323 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-7c0ffbbe-ec4a-4511-be7d-33e03307a484 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:26.831046 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-023cdd35-1600-4674-92ad-6da7b8846280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (317c9f37-8331-4520-87c8-d09522208764), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:26.900852 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023cdd35-1600-4674-92ad-6da7b8846280 admin admin] Network 8e10d912-d794-48e6-8f9b-6baf59c7f77e is already hosted by enough agents. {{(pid=104509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:41:26.909955 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [None req-023cdd35-1600-4674-92ad-6da7b8846280 admin admin] Resources bound (agent type, host, resource id): {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:41:26.931333 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023cdd35-1600-4674-92ad-6da7b8846280 admin admin] Received port after_create {{(pid=104509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:41:26.934451 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023cdd35-1600-4674-92ad-6da7b8846280 admin admin] Pushing event updated for resources: {'Port': ['ID=317c9f37-8331-4520-87c8-d09522208764,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:26.979404 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f649736-9922-41c5-831d-624b112d08e6 None None] Network 8628016f-4714-4c11-b108-0d43d71372c8 requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:41:27.001739 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_common [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-7c0ffbbe-ec4a-4511-be7d-33e03307a484 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Allocated IP 172.20.0.10 (a9891dd5-812a-4da0-b327-b22ce8cc4c25/1df2b8c4-52af-4abf-9722-3b4b0bef90e6/f3104024-5176-4e51-9240-4d34250b5e0e) {{(pid=104509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:41:27.038250 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device ce7c7b78-f8c1-4cde-a1b9-447325c441ea up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:41:27.080703 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-6d5e6dd7-40d5-43ff-9900-f505e08486c7 None None] Provisioning complete for port ce7c7b78-f8c1-4cde-a1b9-447325c441ea triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:41:27.081081 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-6d5e6dd7-40d5-43ff-9900-f505e08486c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (ce7c7b78-f8c1-4cde-a1b9-447325c441ea), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:27.162798 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port ce7c7b78-f8c1-4cde-a1b9-447325c441ea triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:41:27.163101 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (ce7c7b78-f8c1-4cde-a1b9-447325c441ea), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:27.238018 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-6d5e6dd7-40d5-43ff-9900-f505e08486c7 None None] Current status of the port ce7c7b78-f8c1-4cde-a1b9-447325c441ea is: DOWN; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:41:27.238381 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-6d5e6dd7-40d5-43ff-9900-f505e08486c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (ce7c7b78-f8c1-4cde-a1b9-447325c441ea), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:27.283529 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-7c0ffbbe-ec4a-4511-be7d-33e03307a484 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Publish callbacks [] for port (f3104024-5176-4e51-9240-4d34250b5e0e), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:27.307099 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-6d5e6dd7-40d5-43ff-9900-f505e08486c7 None None] For port ce7c7b78-f8c1-4cde-a1b9-447325c441ea, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=ce7c7b78-f8c1-4cde-a1b9-447325c441ea,segment=NetworkSegment(c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28),segment_id=c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:41:27.308146 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port ce7c7b78-f8c1-4cde-a1b9-447325c441ea is: DOWN; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:41:27.308766 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (ce7c7b78-f8c1-4cde-a1b9-447325c441ea), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:27.429731 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-023cdd35-1600-4674-92ad-6da7b8846280 admin admin] Publish callbacks [] for router_gateway (58e75455-c0a5-448c-884c-a6d0eb47a6a1), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:27.466815 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:27.517612 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-7c0ffbbe-ec4a-4511-be7d-33e03307a484 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (f3104024-5176-4e51-9240-4d34250b5e0e), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:27.518313 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-6d5e6dd7-40d5-43ff-9900-f505e08486c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (ce7c7b78-f8c1-4cde-a1b9-447325c441ea), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:27.557513 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:27.564879 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:27.575441 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-7c0ffbbe-ec4a-4511-be7d-33e03307a484 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Network a9891dd5-812a-4da0-b327-b22ce8cc4c25 is already hosted by enough agents. {{(pid=104509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:41:27.582058 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-7c0ffbbe-ec4a-4511-be7d-33e03307a484 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Resources bound (agent type, host, resource id): {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:41:27.582604 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.db.api [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104511) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 20 15:41:27.582972 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG oslo_db.api [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 20 15:41:27.598093 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e6dd7-40d5-43ff-9900-f505e08486c7 None None] Pushing event updated for resources: {'Port': ['ID=ce7c7b78-f8c1-4cde-a1b9-447325c441ea,revision_number=3']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:27.617628 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-7c0ffbbe-ec4a-4511-be7d-33e03307a484 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Received port after_create {{(pid=104509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:41:27.620376 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ffbbe-ec4a-4511-be7d-33e03307a484 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Pushing event updated for resources: {'Port': ['ID=f3104024-5176-4e51-9240-4d34250b5e0e,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:27.637332 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-4d03cfc0-533a-48eb-a5b1-dfc243a53274 None None] Provisioning complete for port ce7c7b78-f8c1-4cde-a1b9-447325c441ea triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:41:27.638074 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4d03cfc0-533a-48eb-a5b1-dfc243a53274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (ce7c7b78-f8c1-4cde-a1b9-447325c441ea), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:27.645715 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:27.649707 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=54,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:27.705569 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-7c0ffbbe-ec4a-4511-be7d-33e03307a484 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:27.706199 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-7c0ffbbe-ec4a-4511-be7d-33e03307a484 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:27.713537 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-4d03cfc0-533a-48eb-a5b1-dfc243a53274 None None] Current status of the port ce7c7b78-f8c1-4cde-a1b9-447325c441ea is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:41:27.734565 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-023cdd35-1600-4674-92ad-6da7b8846280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1708861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1715661'] for router (58e75455-c0a5-448c-884c-a6d0eb47a6a1), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:27.763604 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c228f6c-c2d2-4520-b291-e94bb76b0230 req-77a7ca24-6cd4-4420-b2e4-81bef3d3eddb tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:27.765926 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-0c228f6c-c2d2-4520-b291-e94bb76b0230 req-77a7ca24-6cd4-4420-b2e4-81bef3d3eddb tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3c4621e-4226-42bf-97f7-b65dbca2b1eb HTTP/1.1" status: 200 len: 932 time: 0.0481317 Jul 20 15:41:27.821493 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-0c228f6c-c2d2-4520-b291-e94bb76b0230 req-4fba49bf-8e15-4b27-bbf0-dc4d86580218 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/security-groups?id=f0960b4e-4311-4944-bd19-99413cdeeeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509005 Jul 20 15:41:27.868032 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-7c0ffbbe-ec4a-4511-be7d-33e03307a484 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3684871 Jul 20 15:41:27.878974 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-e4d47ba7-0809-4b51-83be-01b1d4b63977 service neutron] Request body: {'port': {'device_id': 'd3c4621e-4226-42bf-97f7-b65dbca2b1eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:41:27.941004 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-e4d47ba7-0809-4b51-83be-01b1d4b63977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (f3104024-5176-4e51-9240-4d34250b5e0e), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:27.998945 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023cdd35-1600-4674-92ad-6da7b8846280 admin admin] Router 58e75455-c0a5-448c-884c-a6d0eb47a6a1 is scheduled to L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db with binding_index 1 {{(pid=104509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 15:41:28.114794 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:28.122042 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port ce7c7b78-f8c1-4cde-a1b9-447325c441ea is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:41:28.215931 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023cdd35-1600-4674-92ad-6da7b8846280 admin admin] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:41:28.224490 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918bc4af-e75b-46a7-98e3-95705a02fae2 None None] Sync routers for ids ['58e75455-c0a5-448c-884c-a6d0eb47a6a1'] in dv-cinder-819149-12-iscsi {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:41:28.235433 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918bc4af-e75b-46a7-98e3-95705a02fae2 None None] Routers {'58e75455-c0a5-448c-884c-a6d0eb47a6a1'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:41:28.236054 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-918bc4af-e75b-46a7-98e3-95705a02fae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:41:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['58e75455-c0a5-448c-884c-a6d0eb47a6a1'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:41:28.296461 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-e4d47ba7-0809-4b51-83be-01b1d4b63977 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3104024-5176-4e51-9240-4d34250b5e0e {{(pid=104509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:41:28.304320 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-e4d47ba7-0809-4b51-83be-01b1d4b63977 service neutron] Publish callbacks [] for port (f3104024-5176-4e51-9240-4d34250b5e0e), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:28.317123 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.provisioning_blocks [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-e4d47ba7-0809-4b51-83be-01b1d4b63977 service neutron] Transition to ACTIVE for port object f3104024-5176-4e51-9240-4d34250b5e0e will not be triggered until provisioned by entity L2. {{(pid=104509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 15:41:28.338490 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-918bc4af-e75b-46a7-98e3-95705a02fae2 None None] Set router 58e75455-c0a5-448c-884c-a6d0eb47a6a1 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:41:28.358114 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-023cdd35-1600-4674-92ad-6da7b8846280 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:28.362134 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-023cdd35-1600-4674-92ad-6da7b8846280 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3560784 Jul 20 15:41:28.363339 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 49992) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:41:28.448431 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-e4d47ba7-0809-4b51-83be-01b1d4b63977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934114'] for port (f3104024-5176-4e51-9240-4d34250b5e0e), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:28.500942 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d47ba7-0809-4b51-83be-01b1d4b63977 service neutron] Pushing event updated for resources: {'Port': ['ID=f3104024-5176-4e51-9240-4d34250b5e0e,revision_number=2']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:28.517584 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:28.517746 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-918bc4af-e75b-46a7-98e3-95705a02fae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'name': 'tempest-TestVolumeBootPattern-1186327595-router', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '317c9f37-8331-4520-87c8-d09522208764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:41:25Z', 'updated_at': '2022-07-20T15:41:27Z', 'revision_number': 3, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'gw_port': {'id': '317c9f37-8331-4520-87c8-d09522208764', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:26Z', 'updated_at': '2022-07-20T15:41:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:41:28.543525 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918bc4af-e75b-46a7-98e3-95705a02fae2 None None] Checking router: 58e75455-c0a5-448c-884c-a6d0eb47a6a1 for host: dv-cinder-819149-12-iscsi {{(pid=104511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:41:28.543902 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918bc4af-e75b-46a7-98e3-95705a02fae2 None None] Updating router 58e75455-c0a5-448c-884c-a6d0eb47a6a1 port 317c9f37-8331-4520-87c8-d09522208764 binding host dv-cinder-819149-12-iscsi {{(pid=104511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 15:41:28.578756 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-918bc4af-e75b-46a7-98e3-95705a02fae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (317c9f37-8331-4520-87c8-d09522208764), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:28.587446 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-e4d47ba7-0809-4b51-83be-01b1d4b63977 service neutron] Attempting to bind port f3104024-5176-4e51-9240-4d34250b5e0e on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:41:28.587446 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-e4d47ba7-0809-4b51-83be-01b1d4b63977 service neutron] Attempting to bind port f3104024-5176-4e51-9240-4d34250b5e0e by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '1ced383b-0197-4f10-a865-e10307510653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'a9891dd5-812a-4da0-b327-b22ce8cc4c25'}] {{(pid=104509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:41:28.587782 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-e4d47ba7-0809-4b51-83be-01b1d4b63977 service neutron] Attempting to bind port f3104024-5176-4e51-9240-4d34250b5e0e on network a9891dd5-812a-4da0-b327-b22ce8cc4c25 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:41:28.592274 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-e4d47ba7-0809-4b51-83be-01b1d4b63977 service neutron] Port f3104024-5176-4e51-9240-4d34250b5e0e on network a9891dd5-812a-4da0-b327-b22ce8cc4c25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 15:41:28.592611 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-e4d47ba7-0809-4b51-83be-01b1d4b63977 service neutron] Attempting to bind port f3104024-5176-4e51-9240-4d34250b5e0e on network a9891dd5-812a-4da0-b327-b22ce8cc4c25 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:41:28.598383 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-e4d47ba7-0809-4b51-83be-01b1d4b63977 service neutron] Checking agent: {'id': '84834a4b-f4d1-4c41-9203-9b15edc444f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 29, 38), 'started_at': datetime.datetime(2022, 7, 20, 15, 29, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:41:28.598732 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-e4d47ba7-0809-4b51-83be-01b1d4b63977 service neutron] Checking segment: {'id': '1ced383b-0197-4f10-a865-e10307510653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'a9891dd5-812a-4da0-b327-b22ce8cc4c25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:41:28.599121 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-e4d47ba7-0809-4b51-83be-01b1d4b63977 service neutron] Bound using segment: {'id': '1ced383b-0197-4f10-a865-e10307510653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'a9891dd5-812a-4da0-b327-b22ce8cc4c25'} {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:41:28.599726 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-e4d47ba7-0809-4b51-83be-01b1d4b63977 service neutron] Bound port: f3104024-5176-4e51-9240-4d34250b5e0e, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ced383b-0197-4f10-a865-e10307510653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 982, 'network_id': 'a9891dd5-812a-4da0-b327-b22ce8cc4c25'}}] {{(pid=104509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:41:28.599919 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-e4d47ba7-0809-4b51-83be-01b1d4b63977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (f3104024-5176-4e51-9240-4d34250b5e0e), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:28.667739 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-e4d47ba7-0809-4b51-83be-01b1d4b63977 service neutron] For port f3104024-5176-4e51-9240-4d34250b5e0e, host hv-cinder-81914, cleared binding levels {{(pid=104509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:41:28.671030 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-e4d47ba7-0809-4b51-83be-01b1d4b63977 service neutron] For port f3104024-5176-4e51-9240-4d34250b5e0e, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=f3104024-5176-4e51-9240-4d34250b5e0e,segment=NetworkSegment(1ced383b-0197-4f10-a865-e10307510653),segment_id=1ced383b-0197-4f10-a865-e10307510653)] {{(pid=104509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:41:28.713602 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:28.798904 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f65f3d5c-b545-4eec-99c0-cd2faba699c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:28.807968 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-e4d47ba7-0809-4b51-83be-01b1d4b63977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934114'] for port (f3104024-5176-4e51-9240-4d34250b5e0e), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:28.834845 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-918bc4af-e75b-46a7-98e3-95705a02fae2 None None] Publish callbacks [] for port (317c9f37-8331-4520-87c8-d09522208764), precommit_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:28.846697 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-e4d47ba7-0809-4b51-83be-01b1d4b63977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:28.847915 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-e4d47ba7-0809-4b51-83be-01b1d4b63977 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:28.849944 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-e4d47ba7-0809-4b51-83be-01b1d4b63977 service neutron] 10.222.0.102 "PUT /v2.0/ports/f3104024-5176-4e51-9240-4d34250b5e0e HTTP/1.1" status: 200 len: 1094 time: 0.9749556 Jul 20 15:41:28.850526 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c4621e-4226-42bf-97f7-b65dbca2b1eb', 'tag': 'f3104024-5176-4e51-9240-4d34250b5e0e'}] {{(pid=104509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:41:28.852839 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df77c6b91a480694ea4413056d8ef6386aadd078611a8438297a7cf852766117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863d0ef7-2de1-4ba4-b51c-f222d78d0dce" -d '{"events": [{"name": "network-changed", "server_uuid": "d3c4621e-4226-42bf-97f7-b65dbca2b1eb", "tag": "f3104024-5176-4e51-9240-4d34250b5e0e"}]}' {{(pid=104509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:41:28.887577 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d47ba7-0809-4b51-83be-01b1d4b63977 service neutron] Pushing event updated for resources: {'Port': ['ID=f3104024-5176-4e51-9240-4d34250b5e0e,revision_number=3']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:28.904061 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 15:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b940c66-d935-4acd-b38e-bdf01030f992 x-openstack-request-id: req-5b940c66-d935-4acd-b38e-bdf01030f992 {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:41:28.907913 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3c4621e-4226-42bf-97f7-b65dbca2b1eb", "tag": "f3104024-5176-4e51-9240-4d34250b5e0e", "status": "completed", "code": 200}]} {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:41:28.907913 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5b940c66-d935-4acd-b38e-bdf01030f992 {{(pid=104509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:41:28.907913 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b940c66-d935-4acd-b38e-bdf01030f992'] response: {'name': 'network-changed', 'server_uuid': 'd3c4621e-4226-42bf-97f7-b65dbca2b1eb', 'tag': 'f3104024-5176-4e51-9240-4d34250b5e0e', 'status': 'completed', 'code': 200} Jul 20 15:41:28.972714 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d0ef7-2de1-4ba4-b51c-f222d78d0dce req-feb14245-159b-4019-abd0-d9ae73f24394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:28.974587 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-863d0ef7-2de1-4ba4-b51c-f222d78d0dce req-feb14245-159b-4019-abd0-d9ae73f24394 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=093f88479eae442dba4d8320fbcb2b40&device_id=d3c4621e-4226-42bf-97f7-b65dbca2b1eb HTTP/1.1" status: 200 len: 1128 time: 0.0466902 Jul 20 15:41:28.979165 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-918bc4af-e75b-46a7-98e3-95705a02fae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (317c9f37-8331-4520-87c8-d09522208764), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:29.012960 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device ce7c7b78-f8c1-4cde-a1b9-447325c441ea up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:41:29.013297 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e8f0d-f90d-476c-935f-6442efacffd3 req-a0bc54b0-a7a6-486c-9106-50619042874a tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:29.014870 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-219e8f0d-f90d-476c-935f-6442efacffd3 req-a0bc54b0-a7a6-486c-9106-50619042874a tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3c4621e-4226-42bf-97f7-b65dbca2b1eb HTTP/1.1" status: 200 len: 944 time: 0.1006095 Jul 20 15:41:29.053360 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.db_base_plugin_common [None req-f65f3d5c-b545-4eec-99c0-cd2faba699c6 admin admin] Allocated IP 172.20.0.1 (8628016f-4714-4c11-b108-0d43d71372c8/a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6/31fc220c-439e-462b-9134-d96ad34f9f6b) {{(pid=104510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:41:29.077829 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4debe222-5441-4bf3-8b21-4634629cca80 None None] Pushing event updated for resources: {'Port': ['ID=317c9f37-8331-4520-87c8-d09522208764,revision_number=2']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:29.082141 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-918bc4af-e75b-46a7-98e3-95705a02fae2 None None] Attempting to bind port 317c9f37-8331-4520-87c8-d09522208764 on host dv-cinder-819149-12-iscsi for vnic_type normal with profile {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:41:29.082540 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-918bc4af-e75b-46a7-98e3-95705a02fae2 None None] Attempting to bind port 317c9f37-8331-4520-87c8-d09522208764 by drivers openvswitch,hyperv on host dv-cinder-819149-12-iscsi at level 0 using segments [{'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:41:29.083340 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918bc4af-e75b-46a7-98e3-95705a02fae2 None None] Attempting to bind port 317c9f37-8331-4520-87c8-d09522208764 on network 8e10d912-d794-48e6-8f9b-6baf59c7f77e {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:41:29.089214 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-219e8f0d-f90d-476c-935f-6442efacffd3 req-f8c14a67-1f60-4fd3-8a0e-1fabefa4031a tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/security-groups?id=f0960b4e-4311-4944-bd19-99413cdeeeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675902 Jul 20 15:41:29.100441 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918bc4af-e75b-46a7-98e3-95705a02fae2 None None] Checking agent: {'id': '5729d8e0-9e32-4d27-b92e-30241f6d9221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 22, 55), 'started_at': datetime.datetime(2022, 7, 20, 15, 23, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:41:29.100637 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918bc4af-e75b-46a7-98e3-95705a02fae2 None None] Checking segment: {'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:41:29.102220 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-918bc4af-e75b-46a7-98e3-95705a02fae2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:29.102652 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918bc4af-e75b-46a7-98e3-95705a02fae2 None None] Bound using segment: {'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:41:29.103156 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-918bc4af-e75b-46a7-98e3-95705a02fae2 None None] Bound port: 317c9f37-8331-4520-87c8-d09522208764, host: dv-cinder-819149-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'}}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:41:29.103541 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-918bc4af-e75b-46a7-98e3-95705a02fae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (317c9f37-8331-4520-87c8-d09522208764), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:29.107560 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d0ef7-2de1-4ba4-b51c-f222d78d0dce req-fd6c2c8a-f91e-421a-b10f-3478aa3a22b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:29.109026 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-863d0ef7-2de1-4ba4-b51c-f222d78d0dce req-fd6c2c8a-f91e-421a-b10f-3478aa3a22b9 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=093f88479eae442dba4d8320fbcb2b40&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1247692 Jul 20 15:41:29.156127 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port ce7c7b78-f8c1-4cde-a1b9-447325c441ea triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:41:29.156716 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (ce7c7b78-f8c1-4cde-a1b9-447325c441ea), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:29.185749 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-918bc4af-e75b-46a7-98e3-95705a02fae2 None None] For port 317c9f37-8331-4520-87c8-d09522208764, host dv-cinder-819149-12-iscsi, cleared binding levels {{(pid=104511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:41:29.192610 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:29.196442 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f65f3d5c-b545-4eec-99c0-cd2faba699c6 admin admin] Publish callbacks [] for port (31fc220c-439e-462b-9134-d96ad34f9f6b), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:29.206247 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-918bc4af-e75b-46a7-98e3-95705a02fae2 None None] For port 317c9f37-8331-4520-87c8-d09522208764, host dv-cinder-819149-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=317c9f37-8331-4520-87c8-d09522208764,segment=NetworkSegment(65d22977-7383-4d3c-8560-aa09b9e1098a),segment_id=65d22977-7383-4d3c-8560-aa09b9e1098a)] {{(pid=104511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:41:29.218716 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d0ef7-2de1-4ba4-b51c-f222d78d0dce req-83bb1ef8-31a0-4729-bf53-06000f73a540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:29.220849 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-863d0ef7-2de1-4ba4-b51c-f222d78d0dce req-83bb1ef8-31a0-4729-bf53-06000f73a540 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1037252 Jul 20 15:41:29.260413 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port ce7c7b78-f8c1-4cde-a1b9-447325c441ea is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:41:29.290375 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:29.311574 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-0dfc3d89-d477-4981-bec2-6ac72c1c6f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:29.311574 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-0dfc3d89-d477-4981-bec2-6ac72c1c6f49 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=093f88479eae442dba4d8320fbcb2b40&device_id=d3c4621e-4226-42bf-97f7-b65dbca2b1eb HTTP/1.1" status: 200 len: 1128 time: 0.0438664 Jul 20 15:41:29.339108 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:29.340296 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f65f3d5c-b545-4eec-99c0-cd2faba699c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25775823'] for port (31fc220c-439e-462b-9134-d96ad34f9f6b), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:29.341455 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-918bc4af-e75b-46a7-98e3-95705a02fae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (317c9f37-8331-4520-87c8-d09522208764), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:29.347504 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-45866e16-413c-4d6a-a126-ea959e4cf65c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3104024-5176-4e51-9240-4d34250b5e0e HTTP/1.1" status: 200 len: 217 time: 0.0349612 Jul 20 15:41:29.379118 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65f3d5c-b545-4eec-99c0-cd2faba699c6 admin admin] Network 8628016f-4714-4c11-b108-0d43d71372c8 is already hosted by enough agents. {{(pid=104510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:41:29.382220 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.base_scheduler [None req-f65f3d5c-b545-4eec-99c0-cd2faba699c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:41:29.385475 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65f3d5c-b545-4eec-99c0-cd2faba699c6 admin admin] Received port after_create {{(pid=104510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:41:29.405674 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-00abd891-4877-4583-b782-deeb135ef617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:29.407135 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-00abd891-4877-4583-b782-deeb135ef617 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=1df2b8c4-52af-4abf-9722-3b4b0bef90e6 HTTP/1.1" status: 200 len: 848 time: 0.0526907 Jul 20 15:41:29.409771 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918bc4af-e75b-46a7-98e3-95705a02fae2 None None] Routers {'58e75455-c0a5-448c-884c-a6d0eb47a6a1'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:41:29.410440 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-918bc4af-e75b-46a7-98e3-95705a02fae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:41:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['58e75455-c0a5-448c-884c-a6d0eb47a6a1'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:41:29.417418 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4debe222-5441-4bf3-8b21-4634629cca80 None None] Pushing event updated for resources: {'Port': ['ID=317c9f37-8331-4520-87c8-d09522208764,revision_number=3']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:29.424141 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65f3d5c-b545-4eec-99c0-cd2faba699c6 admin admin] Pushing event updated for resources: {'Port': ['ID=31fc220c-439e-462b-9134-d96ad34f9f6b,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:29.436808 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65f3d5c-b545-4eec-99c0-cd2faba699c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:41:29.437162 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65f3d5c-b545-4eec-99c0-cd2faba699c6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:41:29.437513 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65f3d5c-b545-4eec-99c0-cd2faba699c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:41:29.437858 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65f3d5c-b545-4eec-99c0-cd2faba699c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:41:29.438201 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65f3d5c-b545-4eec-99c0-cd2faba699c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:41:29.438567 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65f3d5c-b545-4eec-99c0-cd2faba699c6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:41:29.438905 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65f3d5c-b545-4eec-99c0-cd2faba699c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:41:29.439237 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65f3d5c-b545-4eec-99c0-cd2faba699c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:41:29.439570 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65f3d5c-b545-4eec-99c0-cd2faba699c6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:41:29.439908 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65f3d5c-b545-4eec-99c0-cd2faba699c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:41:29.440308 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65f3d5c-b545-4eec-99c0-cd2faba699c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:41:29.440641 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65f3d5c-b545-4eec-99c0-cd2faba699c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:41:29.440969 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65f3d5c-b545-4eec-99c0-cd2faba699c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:41:29.441353 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65f3d5c-b545-4eec-99c0-cd2faba699c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:41:29.441681 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65f3d5c-b545-4eec-99c0-cd2faba699c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:41:29.455152 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-b06b1e22-9c5a-428e-9d07-df7bbd0b6206 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a9891dd5-812a-4da0-b327-b22ce8cc4c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319734 Jul 20 15:41:29.465849 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f65f3d5c-b545-4eec-99c0-cd2faba699c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1719139'] for router_interface (58e75455-c0a5-448c-884c-a6d0eb47a6a1), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:29.541806 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-918bc4af-e75b-46a7-98e3-95705a02fae2 None None] Set router 58e75455-c0a5-448c-884c-a6d0eb47a6a1 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:41:29.592304 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-160e245d-f79f-4c2d-aad4-b6c232d1f263 service neutron] 10.222.0.102 "GET /v2.0/networks/a9891dd5-812a-4da0-b327-b22ce8cc4c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192050 Jul 20 15:41:29.658810 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:29.707365 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-bea3ae93-e030-46b7-8da5-67a758cf5be0 req-a12bbe41-5bf9-4b61-b6b1-14b9323eeebc service neutron] 10.222.0.102 "GET /v2.0/networks/a9891dd5-812a-4da0-b327-b22ce8cc4c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160192 Jul 20 15:41:29.747099 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f65f3d5c-b545-4eec-99c0-cd2faba699c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (31fc220c-439e-462b-9134-d96ad34f9f6b), before_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:29.758675 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-502edccf-42d6-4877-aade-232f2c71adb6 None None] Provisioning complete for port 31fc220c-439e-462b-9134-d96ad34f9f6b triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:41:29.759054 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-502edccf-42d6-4877-aade-232f2c71adb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (31fc220c-439e-462b-9134-d96ad34f9f6b), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:29.760868 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-918bc4af-e75b-46a7-98e3-95705a02fae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'name': 'tempest-TestVolumeBootPattern-1186327595-router', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '317c9f37-8331-4520-87c8-d09522208764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:41:25Z', 'updated_at': '2022-07-20T15:41:27Z', 'revision_number': 3, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'gw_port': {'id': '317c9f37-8331-4520-87c8-d09522208764', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:26Z', 'updated_at': '2022-07-20T15:41:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:41:29.927648 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f65f3d5c-b545-4eec-99c0-cd2faba699c6 admin admin] Publish callbacks [] for port (31fc220c-439e-462b-9134-d96ad34f9f6b), precommit_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:29.943531 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918bc4af-e75b-46a7-98e3-95705a02fae2 None None] The sync data for ids ['58e75455-c0a5-448c-884c-a6d0eb47a6a1'] in dv-cinder-819149-12-iscsi is: [{'id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'name': 'tempest-TestVolumeBootPattern-1186327595-router', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '317c9f37-8331-4520-87c8-d09522208764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:41:25Z', 'updated_at': '2022-07-20T15:41:27Z', 'revision_number': 3, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'gw_port': {'id': '317c9f37-8331-4520-87c8-d09522208764', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:26Z', 'updated_at': '2022-07-20T15:41:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}] {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:41:29.956016 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-502edccf-42d6-4877-aade-232f2c71adb6 None None] Port 31fc220c-439e-462b-9134-d96ad34f9f6b cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:41:30.018678 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f65f3d5c-b545-4eec-99c0-cd2faba699c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25775864'] for port (31fc220c-439e-462b-9134-d96ad34f9f6b), after_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:30.053294 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:30.088902 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f65f3d5c-b545-4eec-99c0-cd2faba699c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1514758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716523'] for router_interface (58e75455-c0a5-448c-884c-a6d0eb47a6a1), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:30.091066 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65f3d5c-b545-4eec-99c0-cd2faba699c6 admin admin] Pushing event updated for resources: {'Port': ['ID=31fc220c-439e-462b-9134-d96ad34f9f6b,revision_number=2']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:30.235934 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65f3d5c-b545-4eec-99c0-cd2faba699c6 admin admin] Network 8628016f-4714-4c11-b108-0d43d71372c8 is already hosted by enough agents. {{(pid=104510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:41:30.239644 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.base_scheduler [None req-f65f3d5c-b545-4eec-99c0-cd2faba699c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:41:30.252655 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27843c11-3806-4c96-acb1-354bc4b1c3f8 req-e384955a-ea27-4923-b6c8-d4fd8d300e98 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:30.254211 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-27843c11-3806-4c96-acb1-354bc4b1c3f8 req-e384955a-ea27-4923-b6c8-d4fd8d300e98 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3c4621e-4226-42bf-97f7-b65dbca2b1eb HTTP/1.1" status: 200 len: 944 time: 0.0741200 Jul 20 15:41:30.317228 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:30.396512 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-27843c11-3806-4c96-acb1-354bc4b1c3f8 req-77333b59-a13e-4744-9057-8cc25749ba54 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/security-groups?id=f0960b4e-4311-4944-bd19-99413cdeeeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360312 Jul 20 15:41:30.417496 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65f3d5c-b545-4eec-99c0-cd2faba699c6 admin admin] Router 58e75455-c0a5-448c-884c-a6d0eb47a6a1 has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:41:30.492929 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:30.547737 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65f3d5c-b545-4eec-99c0-cd2faba699c6 admin admin] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:41:30.553361 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-f65f3d5c-b545-4eec-99c0-cd2faba699c6 admin admin] 10.222.0.78 "PUT /v2.0/routers/58e75455-c0a5-448c-884c-a6d0eb47a6a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1889729 Jul 20 15:41:30.582448 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-2b8b310e-a7c9-44a1-a61f-4c61c5f6e708 None None] Provisioning complete for port 31fc220c-439e-462b-9134-d96ad34f9f6b triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:41:30.585290 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2b8b310e-a7c9-44a1-a61f-4c61c5f6e708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (31fc220c-439e-462b-9134-d96ad34f9f6b), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:30.631006 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=100 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:30.631006 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-2b8b310e-a7c9-44a1-a61f-4c61c5f6e708 None None] Port 31fc220c-439e-462b-9134-d96ad34f9f6b cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:41:31.013754 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 317c9f37-8331-4520-87c8-d09522208764 up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:41:31.056709 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port 317c9f37-8331-4520-87c8-d09522208764 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:41:31.057082 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (317c9f37-8331-4520-87c8-d09522208764), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:31.148411 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port 317c9f37-8331-4520-87c8-d09522208764 is: DOWN; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:41:31.148899 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (317c9f37-8331-4520-87c8-d09522208764), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:31.161882 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:31.171115 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] For port 317c9f37-8331-4520-87c8-d09522208764, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=317c9f37-8331-4520-87c8-d09522208764,segment=NetworkSegment(65d22977-7383-4d3c-8560-aa09b9e1098a),segment_id=65d22977-7383-4d3c-8560-aa09b9e1098a)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:41:31.264148 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (317c9f37-8331-4520-87c8-d09522208764), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:31.316028 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Pushing event updated for resources: {'Port': ['ID=317c9f37-8331-4520-87c8-d09522208764,revision_number=4']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:31.344296 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=100 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:31.423752 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 50018) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:41:31.428951 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-df2b734c-d1d5-4752-af02-0e66385db9de admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-529489553-network', 'tenant_id': '980fc587eb054036b5d7cde3f4d2a625'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:41:31.515609 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2b734c-d1d5-4752-af02-0e66385db9de admin admin] Made reservation on behalf of 980fc587eb054036b5d7cde3f4d2a625 for: {'network': 1} {{(pid=104510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:41:31.517852 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-df2b734c-d1d5-4752-af02-0e66385db9de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for network (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:31.534900 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a368d5a-4b1a-4fbf-8fbd-088ae5b1e4d5 req-4500f303-039b-4a3b-b3a9-8ef0c6526f71 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:31.536456 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-1a368d5a-4b1a-4fbf-8fbd-088ae5b1e4d5 req-4500f303-039b-4a3b-b3a9-8ef0c6526f71 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3c4621e-4226-42bf-97f7-b65dbca2b1eb HTTP/1.1" status: 200 len: 944 time: 0.0629139 Jul 20 15:41:31.537577 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-df2b734c-d1d5-4752-af02-0e66385db9de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:31.614985 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-1a368d5a-4b1a-4fbf-8fbd-088ae5b1e4d5 req-54dc9ab2-85a1-42a6-b64a-d19f5213ead9 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/security-groups?id=f0960b4e-4311-4944-bd19-99413cdeeeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690105 Jul 20 15:41:31.658964 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-df2b734c-d1d5-4752-af02-0e66385db9de admin admin] Publish callbacks [] for security_group (ad8459c5-6acb-4c6d-a864-40aeacca3d05), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:31.666003 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac75551-966c-4227-950a-70e0f0fe8a53 None None] Sync routers for ids ['58e75455-c0a5-448c-884c-a6d0eb47a6a1'] in dv-cinder-819149-12-iscsi {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:41:31.677050 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac75551-966c-4227-950a-70e0f0fe8a53 None None] Routers {'58e75455-c0a5-448c-884c-a6d0eb47a6a1'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:41:31.677659 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-6ac75551-966c-4227-950a-70e0f0fe8a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:41:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['58e75455-c0a5-448c-884c-a6d0eb47a6a1'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:41:31.722065 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-df2b734c-d1d5-4752-af02-0e66385db9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (ad8459c5-6acb-4c6d-a864-40aeacca3d05), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:31.749729 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df2b734c-d1d5-4752-af02-0e66385db9de admin admin] vlan segment allocate from pool success with {'vlan_id': 963, 'physical_network': 'physnet1'} {{(pid=104510) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 15:41:31.765014 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b734c-d1d5-4752-af02-0e66385db9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8459c5-6acb-4c6d-a864-40aeacca3d05,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:31.770296 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-df2b734c-d1d5-4752-af02-0e66385db9de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087'] for segment (f97d90d0-5c69-432e-a5da-e867e4b71bf6), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:31.770598 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.db.segments_db [None req-df2b734c-d1d5-4752-af02-0e66385db9de admin admin] Added segment f97d90d0-5c69-432e-a5da-e867e4b71bf6 of type vlan for network ae45bd17-a8fe-44c3-817a-059b1cb551d1 Jul 20 15:41:31.785017 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-6ac75551-966c-4227-950a-70e0f0fe8a53 None None] Set router 58e75455-c0a5-448c-884c-a6d0eb47a6a1 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:41:31.812428 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-df2b734c-d1d5-4752-af02-0e66385db9de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737057167135'] for network (ae45bd17-a8fe-44c3-817a-059b1cb551d1), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:31.893086 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-df2b734c-d1d5-4752-af02-0e66385db9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428'] for network (ae45bd17-a8fe-44c3-817a-059b1cb551d1), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:31.894156 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2b734c-d1d5-4752-af02-0e66385db9de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:31.894795 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-df2b734c-d1d5-4752-af02-0e66385db9de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for network (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:31.927944 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:31.958735 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b734c-d1d5-4752-af02-0e66385db9de admin admin] Pushing event updated for resources: {'Network': ['ID=ae45bd17-a8fe-44c3-817a-059b1cb551d1,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:31.970115 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Network ae45bd17-a8fe-44c3-817a-059b1cb551d1 details requested by agent ovs-agent-dv-cinder-819149-12-iscsi with host dv-cinder-819149-12-iscsi {{(pid=104511) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 15:41:31.987151 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-6ac75551-966c-4227-950a-70e0f0fe8a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'name': 'tempest-TestVolumeBootPattern-1186327595-router', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '317c9f37-8331-4520-87c8-d09522208764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:41:25Z', 'updated_at': '2022-07-20T15:41:29Z', 'revision_number': 4, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'gw_port': {'id': '317c9f37-8331-4520-87c8-d09522208764', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:26Z', 'updated_at': '2022-07-20T15:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '31fc220c-439e-462b-9134-d96ad34f9f6b', 'name': '', 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'mac_address': 'fa:16:3e:c4:40:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:28Z', 'updated_at': '2022-07-20T15:41:29Z', 'revision_number': 2, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'subnets': [{'id': 'a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:41:32.017672 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac75551-966c-4227-950a-70e0f0fe8a53 None None] Checking router: 58e75455-c0a5-448c-884c-a6d0eb47a6a1 for host: dv-cinder-819149-12-iscsi {{(pid=104512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:41:32.018240 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac75551-966c-4227-950a-70e0f0fe8a53 None None] Updating router 58e75455-c0a5-448c-884c-a6d0eb47a6a1 port 31fc220c-439e-462b-9134-d96ad34f9f6b binding host dv-cinder-819149-12-iscsi {{(pid=104512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 15:41:32.021986 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-df2b734c-d1d5-4752-af02-0e66385db9de admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.5967364 Jul 20 15:41:32.025306 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 50020) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:41:32.031880 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-1d1b76d7-06eb-4f1c-9a64-4f440c28692c admin admin] Request body: {'subnet': {'network_id': 'ae45bd17-a8fe-44c3-817a-059b1cb551d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-529489553-subnet', 'tenant_id': '980fc587eb054036b5d7cde3f4d2a625', 'ip_version': 4}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:41:32.041409 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device f3104024-5176-4e51-9240-4d34250b5e0e details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:41:32.053878 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-6ac75551-966c-4227-950a-70e0f0fe8a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (31fc220c-439e-462b-9134-d96ad34f9f6b), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:32.115592 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1b76d7-06eb-4f1c-9a64-4f440c28692c admin admin] Made reservation on behalf of 980fc587eb054036b5d7cde3f4d2a625 for: {'subnet': 1} {{(pid=104510) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:41:32.118169 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-1d1b76d7-06eb-4f1c-9a64-4f440c28692c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25937554'] for subnet (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:32.171329 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port f3104024-5176-4e51-9240-4d34250b5e0e, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=f3104024-5176-4e51-9240-4d34250b5e0e,segment=NetworkSegment(1ced383b-0197-4f10-a865-e10307510653),segment_id=1ced383b-0197-4f10-a865-e10307510653)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:41:32.186409 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Returning: {'device': 'f3104024-5176-4e51-9240-4d34250b5e0e', 'network_id': 'a9891dd5-812a-4da0-b327-b22ce8cc4c25', 'port_id': 'f3104024-5176-4e51-9240-4d34250b5e0e', 'mac_address': 'fa:16:3e:4e:87:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 982, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1df2b8c4-52af-4abf-9722-3b4b0bef90e6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:41:32.225264 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port f3104024-5176-4e51-9240-4d34250b5e0e is: DOWN; New status is: BUILD {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:41:32.225923 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (f3104024-5176-4e51-9240-4d34250b5e0e), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:32.241162 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3104024-5176-4e51-9240-4d34250b5e0e {{(pid=104511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:41:32.262503 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port f3104024-5176-4e51-9240-4d34250b5e0e, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=f3104024-5176-4e51-9240-4d34250b5e0e,segment=NetworkSegment(1ced383b-0197-4f10-a865-e10307510653),segment_id=1ced383b-0197-4f10-a865-e10307510653)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:41:32.327192 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (f3104024-5176-4e51-9240-4d34250b5e0e), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:32.332567 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-6ac75551-966c-4227-950a-70e0f0fe8a53 None None] Publish callbacks [] for port (31fc220c-439e-462b-9134-d96ad34f9f6b), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:32.361135 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-1d1b76d7-06eb-4f1c-9a64-4f440c28692c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25785471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25937540'] for subnet (740405c0-4fa5-4c3d-b76b-2dc0324a2ae0), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:32.377180 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=f3104024-5176-4e51-9240-4d34250b5e0e,revision_number=4']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:32.426796 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b76d7-06eb-4f1c-9a64-4f440c28692c admin admin] Pushing event updated for resources: {'Subnet': ['ID=740405c0-4fa5-4c3d-b76b-2dc0324a2ae0,revision_number=0']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:32.429915 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-6ac75551-966c-4227-950a-70e0f0fe8a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (31fc220c-439e-462b-9134-d96ad34f9f6b), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:32.432299 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1b76d7-06eb-4f1c-9a64-4f440c28692c admin admin] Checking segment: {'id': 'f97d90d0-5c69-432e-a5da-e867e4b71bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': 'ae45bd17-a8fe-44c3-817a-059b1cb551d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:41:32.432641 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1b76d7-06eb-4f1c-9a64-4f440c28692c admin admin] Network hostable DHCP agents. Network: ae45bd17-a8fe-44c3-817a-059b1cb551d1, hostable agents: ['1054ab0b-28b9-454f-8889-d57ec5383afd'], hosted agents: [] {{(pid=104510) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 15:41:32.446204 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:32.492945 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4f375-cf39-493a-a3df-c9eb9534d29a None None] Pushing event updated for resources: {'Port': ['ID=31fc220c-439e-462b-9134-d96ad34f9f6b,revision_number=3']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:32.503466 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e4f375-cf39-493a-a3df-c9eb9534d29a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:41:32.503813 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e4f375-cf39-493a-a3df-c9eb9534d29a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:41:32.504149 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e4f375-cf39-493a-a3df-c9eb9534d29a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:41:32.504500 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e4f375-cf39-493a-a3df-c9eb9534d29a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:41:32.504897 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e4f375-cf39-493a-a3df-c9eb9534d29a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:41:32.505155 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e4f375-cf39-493a-a3df-c9eb9534d29a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:41:32.505482 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e4f375-cf39-493a-a3df-c9eb9534d29a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:41:32.505824 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e4f375-cf39-493a-a3df-c9eb9534d29a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:41:32.506134 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e4f375-cf39-493a-a3df-c9eb9534d29a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:41:32.506486 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e4f375-cf39-493a-a3df-c9eb9534d29a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:41:32.514220 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e4f375-cf39-493a-a3df-c9eb9534d29a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:41:32.514220 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e4f375-cf39-493a-a3df-c9eb9534d29a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:41:32.514220 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e4f375-cf39-493a-a3df-c9eb9534d29a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:41:32.514220 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e4f375-cf39-493a-a3df-c9eb9534d29a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:41:32.514220 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e4f375-cf39-493a-a3df-c9eb9534d29a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:41:32.550944 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] get_ports_and_sgs() called for port_ids ['f3104024-5176-4e51-9240-4d34250b5e0e'] {{(pid=104511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:41:32.567186 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1b76d7-06eb-4f1c-9a64-4f440c28692c admin admin] Network ae45bd17-a8fe-44c3-817a-059b1cb551d1 is scheduled to be hosted by DHCP agent 1054ab0b-28b9-454f-8889-d57ec5383afd with binding_index 1 {{(pid=104510) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 15:41:32.567485 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [None req-6ac75551-966c-4227-950a-70e0f0fe8a53 None None] Attempting to bind port 31fc220c-439e-462b-9134-d96ad34f9f6b on host dv-cinder-819149-12-iscsi for vnic_type normal with profile {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:41:32.567868 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [None req-6ac75551-966c-4227-950a-70e0f0fe8a53 None None] Attempting to bind port 31fc220c-439e-462b-9134-d96ad34f9f6b by drivers openvswitch,hyperv on host dv-cinder-819149-12-iscsi at level 0 using segments [{'id': 'c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8'}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:41:32.568232 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac75551-966c-4227-950a-70e0f0fe8a53 None None] Attempting to bind port 31fc220c-439e-462b-9134-d96ad34f9f6b on network 8628016f-4714-4c11-b108-0d43d71372c8 {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:41:32.574570 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac75551-966c-4227-950a-70e0f0fe8a53 None None] Checking agent: {'id': '5729d8e0-9e32-4d27-b92e-30241f6d9221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 22, 55), 'started_at': datetime.datetime(2022, 7, 20, 15, 23, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:41:32.574718 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac75551-966c-4227-950a-70e0f0fe8a53 None None] Checking segment: {'id': 'c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:41:32.575073 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-6ac75551-966c-4227-950a-70e0f0fe8a53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:32.575472 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac75551-966c-4227-950a-70e0f0fe8a53 None None] Bound using segment: {'id': 'c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8'} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:41:32.575976 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [None req-6ac75551-966c-4227-950a-70e0f0fe8a53 None None] Bound port: 31fc220c-439e-462b-9134-d96ad34f9f6b, host: dv-cinder-819149-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8'}}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:41:32.576358 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-6ac75551-966c-4227-950a-70e0f0fe8a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (31fc220c-439e-462b-9134-d96ad34f9f6b), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:32.646082 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:32.646198 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [None req-6ac75551-966c-4227-950a-70e0f0fe8a53 None None] For port 31fc220c-439e-462b-9134-d96ad34f9f6b, host dv-cinder-819149-12-iscsi, cleared binding levels {{(pid=104512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:41:32.650850 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [None req-6ac75551-966c-4227-950a-70e0f0fe8a53 None None] For port 31fc220c-439e-462b-9134-d96ad34f9f6b, host dv-cinder-819149-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=31fc220c-439e-462b-9134-d96ad34f9f6b,segment=NetworkSegment(c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28),segment_id=c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28)] {{(pid=104512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:41:32.658251 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:32.665765 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.base_scheduler [None req-1d1b76d7-06eb-4f1c-9a64-4f440c28692c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-12-iscsi, ae45bd17-a8fe-44c3-817a-059b1cb551d1) {{(pid=104510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:41:32.669671 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1b76d7-06eb-4f1c-9a64-4f440c28692c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:32.670410 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-1d1b76d7-06eb-4f1c-9a64-4f440c28692c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:32.687893 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebe939f-4969-40e6-b16f-32e4eb989a2f None None] Network ae45bd17-a8fe-44c3-817a-059b1cb551d1 requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:41:32.752900 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f1fd0-9abb-46af-ba89-b5ea041e28ee req-02e889ee-ffe5-4e9d-8777-da5e0ff623ff tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:32.753854 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3d3f1fd0-9abb-46af-ba89-b5ea041e28ee req-02e889ee-ffe5-4e9d-8777-da5e0ff623ff tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3c4621e-4226-42bf-97f7-b65dbca2b1eb HTTP/1.1" status: 200 len: 945 time: 0.0519414 Jul 20 15:41:32.773495 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-6ac75551-966c-4227-950a-70e0f0fe8a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (31fc220c-439e-462b-9134-d96ad34f9f6b), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:32.796208 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-0f21ea3f-5554-491c-98df-6e5077cc2b61 None None] Provisioning complete for port 31fc220c-439e-462b-9134-d96ad34f9f6b triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:41:32.796609 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0f21ea3f-5554-491c-98df-6e5077cc2b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (31fc220c-439e-462b-9134-d96ad34f9f6b), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:32.808465 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-1d1b76d7-06eb-4f1c-9a64-4f440c28692c admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7791700 Jul 20 15:41:32.809049 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 50024) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:41:32.813670 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-63e73273-1b98-43ee-b640-a9285cdb9bfb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-529489553-router', 'tenant_id': '980fc587eb054036b5d7cde3f4d2a625', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'}}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:41:32.815071 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3d3f1fd0-9abb-46af-ba89-b5ea041e28ee req-27ee3417-622a-4026-9f8d-7c3276548685 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/security-groups?id=f0960b4e-4311-4944-bd19-99413cdeeeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540340 Jul 20 15:41:32.830735 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:32.847319 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:32.863641 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4f375-cf39-493a-a3df-c9eb9534d29a None None] Pushing event updated for resources: {'Port': ['ID=31fc220c-439e-462b-9134-d96ad34f9f6b,revision_number=4']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:32.868323 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac75551-966c-4227-950a-70e0f0fe8a53 None None] Routers {'58e75455-c0a5-448c-884c-a6d0eb47a6a1'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:41:32.869055 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-6ac75551-966c-4227-950a-70e0f0fe8a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:41:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['58e75455-c0a5-448c-884c-a6d0eb47a6a1'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:41:32.889126 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578f450a-15cf-47cb-9526-a82102934090 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a790180-0092-51b0-93a4-34605dc8f1ad-ae45bd17-a8fe-44c3-817a-059b1cb551d1', 'network_id': 'ae45bd17-a8fe-44c3-817a-059b1cb551d1', 'project_id': '980fc587eb054036b5d7cde3f4d2a625', 'fixed_ips': [{'subnet_id': '740405c0-4fa5-4c3d-b76b-2dc0324a2ae0'}]}} from dv-cinder-819149-12-iscsi. {{(pid=104511) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 15:41:32.890806 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-578f450a-15cf-47cb-9526-a82102934090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:32.939908 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-0f21ea3f-5554-491c-98df-6e5077cc2b61 None None] Current status of the port 31fc220c-439e-462b-9134-d96ad34f9f6b is: DOWN; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:41:32.940227 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0f21ea3f-5554-491c-98df-6e5077cc2b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (31fc220c-439e-462b-9134-d96ad34f9f6b), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:32.967816 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-63e73273-1b98-43ee-b640-a9285cdb9bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1708962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router (30f0394b-8247-4a12-a0dc-e1bace67773f), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:32.969329 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-63e73273-1b98-43ee-b640-a9285cdb9bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1708854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1715537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-722'] for router (30f0394b-8247-4a12-a0dc-e1bace67773f), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:33.021037 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-6ac75551-966c-4227-950a-70e0f0fe8a53 None None] Set router 58e75455-c0a5-448c-884c-a6d0eb47a6a1 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:41:33.071838 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-63e73273-1b98-43ee-b640-a9285cdb9bfb admin admin] Publish callbacks [] for router_controller (30f0394b-8247-4a12-a0dc-e1bace67773f), precommit_add_association {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:33.075777 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-0f21ea3f-5554-491c-98df-6e5077cc2b61 None None] For port 31fc220c-439e-462b-9134-d96ad34f9f6b, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=31fc220c-439e-462b-9134-d96ad34f9f6b,segment=NetworkSegment(c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28),segment_id=c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:41:33.077417 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 317c9f37-8331-4520-87c8-d09522208764 up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:41:33.131018 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.db_base_plugin_common [None req-578f450a-15cf-47cb-9526-a82102934090 None None] Allocated IP 172.20.0.2 (ae45bd17-a8fe-44c3-817a-059b1cb551d1/740405c0-4fa5-4c3d-b76b-2dc0324a2ae0/f257c343-a97c-4466-ab55-4939583b0ce2) {{(pid=104511) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:41:33.147172 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-0f21ea3f-5554-491c-98df-6e5077cc2b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (31fc220c-439e-462b-9134-d96ad34f9f6b), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:33.185601 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port 317c9f37-8331-4520-87c8-d09522208764 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:41:33.185987 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (317c9f37-8331-4520-87c8-d09522208764), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:33.244921 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-6ac75551-966c-4227-950a-70e0f0fe8a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'name': 'tempest-TestVolumeBootPattern-1186327595-router', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '317c9f37-8331-4520-87c8-d09522208764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:41:25Z', 'updated_at': '2022-07-20T15:41:29Z', 'revision_number': 4, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'gw_port': {'id': '317c9f37-8331-4520-87c8-d09522208764', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:26Z', 'updated_at': '2022-07-20T15:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '31fc220c-439e-462b-9134-d96ad34f9f6b', 'name': '', 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'mac_address': 'fa:16:3e:c4:40:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:28Z', 'updated_at': '2022-07-20T15:41:32Z', 'revision_number': 4, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'subnets': [{'id': 'a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:41:33.275318 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac75551-966c-4227-950a-70e0f0fe8a53 None None] The sync data for ids ['58e75455-c0a5-448c-884c-a6d0eb47a6a1'] in dv-cinder-819149-12-iscsi is: [{'id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'name': 'tempest-TestVolumeBootPattern-1186327595-router', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '317c9f37-8331-4520-87c8-d09522208764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:41:25Z', 'updated_at': '2022-07-20T15:41:29Z', 'revision_number': 4, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'gw_port': {'id': '317c9f37-8331-4520-87c8-d09522208764', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:26Z', 'updated_at': '2022-07-20T15:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '31fc220c-439e-462b-9134-d96ad34f9f6b', 'name': '', 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'mac_address': 'fa:16:3e:c4:40:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:28Z', 'updated_at': '2022-07-20T15:41:32Z', 'revision_number': 4, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'subnets': [{'id': 'a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:41:33.288109 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-63e73273-1b98-43ee-b640-a9285cdb9bfb admin admin] Publish callbacks [] for router_gateway (30f0394b-8247-4a12-a0dc-e1bace67773f), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:33.300970 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-ab67a173-f407-436c-891d-8285fc91328c None None] Provisioning complete for port 31fc220c-439e-462b-9134-d96ad34f9f6b triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:41:33.301361 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ab67a173-f407-436c-891d-8285fc91328c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (31fc220c-439e-462b-9134-d96ad34f9f6b), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:33.306659 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f21ea3f-5554-491c-98df-6e5077cc2b61 None None] Pushing event updated for resources: {'Port': ['ID=31fc220c-439e-462b-9134-d96ad34f9f6b,revision_number=5']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:33.353506 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:33.488081 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port 317c9f37-8331-4520-87c8-d09522208764 is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:41:33.492474 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-578f450a-15cf-47cb-9526-a82102934090 None None] Publish callbacks [] for port (f257c343-a97c-4466-ab55-4939583b0ce2), precommit_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:33.507639 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-ab67a173-f407-436c-891d-8285fc91328c None None] Current status of the port 31fc220c-439e-462b-9134-d96ad34f9f6b is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:41:33.550429 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-578f450a-15cf-47cb-9526-a82102934090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413'] for port (f257c343-a97c-4466-ab55-4939583b0ce2), after_create {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:33.597396 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-63e73273-1b98-43ee-b640-a9285cdb9bfb admin admin] Publish callbacks [] for router_gateway (30f0394b-8247-4a12-a0dc-e1bace67773f), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:33.607119 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578f450a-15cf-47cb-9526-a82102934090 None None] Network ae45bd17-a8fe-44c3-817a-059b1cb551d1 is already hosted by enough agents. {{(pid=104511) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:41:33.611160 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.scheduler.base_scheduler [None req-578f450a-15cf-47cb-9526-a82102934090 None None] Resources bound (agent type, host, resource id): {{(pid=104511) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:41:33.612596 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578f450a-15cf-47cb-9526-a82102934090 None None] Received port after_create {{(pid=104511) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:41:33.618012 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-63e73273-1b98-43ee-b640-a9285cdb9bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:33.637175 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f450a-15cf-47cb-9526-a82102934090 None None] Pushing event updated for resources: {'Port': ['ID=f257c343-a97c-4466-ab55-4939583b0ce2,revision_number=1']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:33.699314 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:33.706413 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-578f450a-15cf-47cb-9526-a82102934090 None None] Attempting to bind port f257c343-a97c-4466-ab55-4939583b0ce2 on host dv-cinder-819149-12-iscsi for vnic_type normal with profile {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:41:33.706789 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-578f450a-15cf-47cb-9526-a82102934090 None None] Attempting to bind port f257c343-a97c-4466-ab55-4939583b0ce2 by drivers openvswitch,hyperv on host dv-cinder-819149-12-iscsi at level 0 using segments [{'id': 'f97d90d0-5c69-432e-a5da-e867e4b71bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': 'ae45bd17-a8fe-44c3-817a-059b1cb551d1'}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:41:33.710508 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578f450a-15cf-47cb-9526-a82102934090 None None] Attempting to bind port f257c343-a97c-4466-ab55-4939583b0ce2 on network ae45bd17-a8fe-44c3-817a-059b1cb551d1 {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:41:33.717220 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578f450a-15cf-47cb-9526-a82102934090 None None] Checking agent: {'id': '5729d8e0-9e32-4d27-b92e-30241f6d9221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 22, 55), 'started_at': datetime.datetime(2022, 7, 20, 15, 23, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:41:33.717592 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578f450a-15cf-47cb-9526-a82102934090 None None] Checking segment: {'id': 'f97d90d0-5c69-432e-a5da-e867e4b71bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': 'ae45bd17-a8fe-44c3-817a-059b1cb551d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:41:33.718670 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-578f450a-15cf-47cb-9526-a82102934090 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:33.718670 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578f450a-15cf-47cb-9526-a82102934090 None None] Bound using segment: {'id': 'f97d90d0-5c69-432e-a5da-e867e4b71bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': 'ae45bd17-a8fe-44c3-817a-059b1cb551d1'} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:41:33.719071 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-578f450a-15cf-47cb-9526-a82102934090 None None] Bound port: f257c343-a97c-4466-ab55-4939583b0ce2, host: dv-cinder-819149-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f97d90d0-5c69-432e-a5da-e867e4b71bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': 'ae45bd17-a8fe-44c3-817a-059b1cb551d1'}}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:41:33.719310 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-578f450a-15cf-47cb-9526-a82102934090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (f257c343-a97c-4466-ab55-4939583b0ce2), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:33.731638 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_common [None req-63e73273-1b98-43ee-b640-a9285cdb9bfb admin admin] Allocated IP 172.27.1.50 (8e10d912-d794-48e6-8f9b-6baf59c7f77e/d5daf119-8c14-4f50-a186-1c01cb5bfe5f/9824861a-eb8a-4cac-acfb-0d0345d64ccc) {{(pid=104509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:41:33.798316 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-578f450a-15cf-47cb-9526-a82102934090 None None] For port f257c343-a97c-4466-ab55-4939583b0ce2, host dv-cinder-819149-12-iscsi, cleared binding levels {{(pid=104511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:41:33.802290 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-578f450a-15cf-47cb-9526-a82102934090 None None] For port f257c343-a97c-4466-ab55-4939583b0ce2, host dv-cinder-819149-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=f257c343-a97c-4466-ab55-4939583b0ce2,segment=NetworkSegment(f97d90d0-5c69-432e-a5da-e867e4b71bf6),segment_id=f97d90d0-5c69-432e-a5da-e867e4b71bf6)] {{(pid=104511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:41:33.856861 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-63e73273-1b98-43ee-b640-a9285cdb9bfb admin admin] Publish callbacks [] for port (9824861a-eb8a-4cac-acfb-0d0345d64ccc), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:33.870385 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-578f450a-15cf-47cb-9526-a82102934090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (f257c343-a97c-4466-ab55-4939583b0ce2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:33.954536 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f450a-15cf-47cb-9526-a82102934090 None None] Pushing event updated for resources: {'Port': ['ID=f257c343-a97c-4466-ab55-4939583b0ce2,revision_number=2']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:33.969168 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd7e90-6503-4959-9277-02339da48471 req-38476de7-7e6d-4cc4-96c5-22406f79f437 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:33.976515 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d9cd7e90-6503-4959-9277-02339da48471 req-38476de7-7e6d-4cc4-96c5-22406f79f437 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3c4621e-4226-42bf-97f7-b65dbca2b1eb HTTP/1.1" status: 200 len: 945 time: 0.0769486 Jul 20 15:41:33.984847 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-63e73273-1b98-43ee-b640-a9285cdb9bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (9824861a-eb8a-4cac-acfb-0d0345d64ccc), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:34.037216 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device f3104024-5176-4e51-9240-4d34250b5e0e up at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:41:34.052819 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e73273-1b98-43ee-b640-a9285cdb9bfb admin admin] Network 8e10d912-d794-48e6-8f9b-6baf59c7f77e is already hosted by enough agents. {{(pid=104509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:41:34.052819 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [None req-63e73273-1b98-43ee-b640-a9285cdb9bfb admin admin] Resources bound (agent type, host, resource id): {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:41:34.053645 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e73273-1b98-43ee-b640-a9285cdb9bfb admin admin] Received port after_create {{(pid=104509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:41:34.055901 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e73273-1b98-43ee-b640-a9285cdb9bfb admin admin] Pushing event updated for resources: {'Port': ['ID=9824861a-eb8a-4cac-acfb-0d0345d64ccc,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:34.066488 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d9cd7e90-6503-4959-9277-02339da48471 req-d730dacc-2c7b-431c-b43e-fa8ace64dc06 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/security-groups?id=f0960b4e-4311-4944-bd19-99413cdeeeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887282 Jul 20 15:41:34.093380 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:34.123079 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning for port f3104024-5176-4e51-9240-4d34250b5e0e completed by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 15:41:34.201252 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning complete for port f3104024-5176-4e51-9240-4d34250b5e0e triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:41:34.201635 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (f3104024-5176-4e51-9240-4d34250b5e0e), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:34.301301 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port f3104024-5176-4e51-9240-4d34250b5e0e is: BUILD; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:41:34.301852 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (f3104024-5176-4e51-9240-4d34250b5e0e), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:34.334196 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c4621e-4226-42bf-97f7-b65dbca2b1eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3104024-5176-4e51-9240-4d34250b5e0e'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:41:34.336838 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d079ce0f3ed41026034ae0451e18cae4cf0a7f47a911dfcb655775793fbc38ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e1f6f2-ca37-431e-966f-2ff258224bb3" -d '{"events": [{"server_uuid": "d3c4621e-4226-42bf-97f7-b65dbca2b1eb", "name": "network-vif-plugged", "status": "completed", "tag": "f3104024-5176-4e51-9240-4d34250b5e0e"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:41:34.359976 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port f3104024-5176-4e51-9240-4d34250b5e0e, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=f3104024-5176-4e51-9240-4d34250b5e0e,segment=NetworkSegment(1ced383b-0197-4f10-a865-e10307510653),segment_id=1ced383b-0197-4f10-a865-e10307510653)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:41:34.388005 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 15:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feefc4af-14b3-4b95-bbf9-d6234c721631 x-openstack-request-id: req-feefc4af-14b3-4b95-bbf9-d6234c721631 {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:41:34.388305 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c4621e-4226-42bf-97f7-b65dbca2b1eb", "name": "network-vif-plugged", "status": "completed", "tag": "f3104024-5176-4e51-9240-4d34250b5e0e", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:41:34.388558 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-feefc4af-14b3-4b95-bbf9-d6234c721631 {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:41:34.388976 dv-cinder-819149-12-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feefc4af-14b3-4b95-bbf9-d6234c721631'] response: {'server_uuid': 'd3c4621e-4226-42bf-97f7-b65dbca2b1eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3104024-5176-4e51-9240-4d34250b5e0e', 'code': 200} Jul 20 15:41:34.401486 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:34.437968 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (f3104024-5176-4e51-9240-4d34250b5e0e), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:34.479960 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-63e73273-1b98-43ee-b640-a9285cdb9bfb admin admin] Publish callbacks [] for router_gateway (30f0394b-8247-4a12-a0dc-e1bace67773f), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:34.521062 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=f3104024-5176-4e51-9240-4d34250b5e0e,revision_number=5']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:35.051999 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9c633-e40e-48b6-8203-5f5cdf36b027 req-23e9fbeb-cf80-4513-97e7-9828c300b10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:35.053482 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-26a9c633-e40e-48b6-8203-5f5cdf36b027 req-23e9fbeb-cf80-4513-97e7-9828c300b10c service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=d3c4621e-4226-42bf-97f7-b65dbca2b1eb HTTP/1.1" status: 200 len: 1130 time: 0.0577815 Jul 20 15:41:35.054642 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-63e73273-1b98-43ee-b640-a9285cdb9bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1708861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1715661'] for router (30f0394b-8247-4a12-a0dc-e1bace67773f), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:35.064565 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 31fc220c-439e-462b-9134-d96ad34f9f6b up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:41:35.108815 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:35.114013 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc289b4-a91e-403c-bab8-11850713fccc None None] Network ae45bd17-a8fe-44c3-817a-059b1cb551d1 requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:41:35.193722 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-26a9c633-e40e-48b6-8203-5f5cdf36b027 req-426522b1-3492-45d5-ab8a-354f65f66137 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=f0960b4e-4311-4944-bd19-99413cdeeeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310756 Jul 20 15:41:35.213978 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=100 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:35.236031 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac939a5c-5786-472c-a5ca-23ed042cad8b req-955563e4-6d02-420a-abcb-6f94333fe6ea tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:35.237832 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ac939a5c-5786-472c-a5ca-23ed042cad8b req-955563e4-6d02-420a-abcb-6f94333fe6ea tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3c4621e-4226-42bf-97f7-b65dbca2b1eb HTTP/1.1" status: 200 len: 946 time: 0.0553839 Jul 20 15:41:35.291932 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ac939a5c-5786-472c-a5ca-23ed042cad8b req-d2b20240-04df-48a5-be2e-9a0b4e0822be tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/security-groups?id=f0960b4e-4311-4944-bd19-99413cdeeeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478306 Jul 20 15:41:35.305193 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-41d70626-4233-47ac-a614-74616f8614d5 None None] Provisioning complete for port f257c343-a97c-4466-ab55-4939583b0ce2 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:41:35.305683 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-41d70626-4233-47ac-a614-74616f8614d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (f257c343-a97c-4466-ab55-4939583b0ce2), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:35.315289 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e73273-1b98-43ee-b640-a9285cdb9bfb admin admin] Router 30f0394b-8247-4a12-a0dc-e1bace67773f is scheduled to L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db with binding_index 1 {{(pid=104509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 15:41:35.385000 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port 31fc220c-439e-462b-9134-d96ad34f9f6b triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:41:35.385307 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (31fc220c-439e-462b-9134-d96ad34f9f6b), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:35.425292 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e73273-1b98-43ee-b640-a9285cdb9bfb admin admin] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:41:35.443257 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca00bf7-ba59-4686-a355-397f4ae0bf1a None None] Sync routers for ids ['30f0394b-8247-4a12-a0dc-e1bace67773f'] in dv-cinder-819149-12-iscsi {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:41:35.496907 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca00bf7-ba59-4686-a355-397f4ae0bf1a None None] Routers {'30f0394b-8247-4a12-a0dc-e1bace67773f'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:41:35.497533 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-5ca00bf7-ba59-4686-a355-397f4ae0bf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:41:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['30f0394b-8247-4a12-a0dc-e1bace67773f'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:41:35.541496 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-63e73273-1b98-43ee-b640-a9285cdb9bfb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:35.547262 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-63e73273-1b98-43ee-b640-a9285cdb9bfb admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7326210 Jul 20 15:41:35.547486 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-41d70626-4233-47ac-a614-74616f8614d5 None None] Current status of the port f257c343-a97c-4466-ab55-4939583b0ce2 is: DOWN; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:41:35.547486 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-41d70626-4233-47ac-a614-74616f8614d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (f257c343-a97c-4466-ab55-4939583b0ce2), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:35.547784 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 50032) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:41:35.672358 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port 31fc220c-439e-462b-9134-d96ad34f9f6b is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:41:35.673478 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device f257c343-a97c-4466-ab55-4939583b0ce2 up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:41:35.680848 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-41d70626-4233-47ac-a614-74616f8614d5 None None] For port f257c343-a97c-4466-ab55-4939583b0ce2, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=f257c343-a97c-4466-ab55-4939583b0ce2,segment=NetworkSegment(f97d90d0-5c69-432e-a5da-e867e4b71bf6),segment_id=f97d90d0-5c69-432e-a5da-e867e4b71bf6)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:41:35.705896 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:35.723382 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-5ca00bf7-ba59-4686-a355-397f4ae0bf1a None None] Set router 30f0394b-8247-4a12-a0dc-e1bace67773f gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:41:35.780196 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-41d70626-4233-47ac-a614-74616f8614d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (f257c343-a97c-4466-ab55-4939583b0ce2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:35.830643 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port f257c343-a97c-4466-ab55-4939583b0ce2 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:41:35.831019 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (f257c343-a97c-4466-ab55-4939583b0ce2), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:35.864421 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:35.921839 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d70626-4233-47ac-a614-74616f8614d5 None None] Pushing event updated for resources: {'Port': ['ID=f257c343-a97c-4466-ab55-4939583b0ce2,revision_number=3']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:35.947399 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-95b2eccf-fbcb-46c1-a119-2afcc288cac5 None None] Provisioning complete for port f257c343-a97c-4466-ab55-4939583b0ce2 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:41:35.947771 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-95b2eccf-fbcb-46c1-a119-2afcc288cac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (f257c343-a97c-4466-ab55-4939583b0ce2), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:36.009887 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f2fe2a2b-a750-4e31-abbd-4942d31c3663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:36.050513 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port f257c343-a97c-4466-ab55-4939583b0ce2 is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:41:36.059205 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-5ca00bf7-ba59-4686-a355-397f4ae0bf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f0394b-8247-4a12-a0dc-e1bace67773f', 'name': 'tempest-TestVolumeBootPattern-529489553-router', 'tenant_id': '980fc587eb054036b5d7cde3f4d2a625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '9824861a-eb8a-4cac-acfb-0d0345d64ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:41:32Z', 'updated_at': '2022-07-20T15:41:34Z', 'revision_number': 3, 'project_id': '980fc587eb054036b5d7cde3f4d2a625', 'gw_port': {'id': '9824861a-eb8a-4cac-acfb-0d0345d64ccc', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cb:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f0394b-8247-4a12-a0dc-e1bace67773f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:33Z', 'updated_at': '2022-07-20T15:41:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:41:36.109683 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca00bf7-ba59-4686-a355-397f4ae0bf1a None None] Checking router: 30f0394b-8247-4a12-a0dc-e1bace67773f for host: dv-cinder-819149-12-iscsi {{(pid=104511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:41:36.110036 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca00bf7-ba59-4686-a355-397f4ae0bf1a None None] Updating router 30f0394b-8247-4a12-a0dc-e1bace67773f port 9824861a-eb8a-4cac-acfb-0d0345d64ccc binding host dv-cinder-819149-12-iscsi {{(pid=104511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 15:41:36.145268 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-95b2eccf-fbcb-46c1-a119-2afcc288cac5 None None] Current status of the port f257c343-a97c-4466-ab55-4939583b0ce2 is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:41:36.149727 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5ca00bf7-ba59-4686-a355-397f4ae0bf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (9824861a-eb8a-4cac-acfb-0d0345d64ccc), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:36.181240 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=100 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:36.421046 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:36.444198 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5ca00bf7-ba59-4686-a355-397f4ae0bf1a None None] Publish callbacks [] for port (9824861a-eb8a-4cac-acfb-0d0345d64ccc), precommit_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:36.446778 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834273a8-c049-45b5-8d7a-f6551f0cccaf req-41b6f8fc-dd35-4152-a822-72f27f3a33ff tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:36.448261 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-834273a8-c049-45b5-8d7a-f6551f0cccaf req-41b6f8fc-dd35-4152-a822-72f27f3a33ff tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3c4621e-4226-42bf-97f7-b65dbca2b1eb HTTP/1.1" status: 200 len: 946 time: 0.0664663 Jul 20 15:41:36.510743 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.db_base_plugin_common [None req-f2fe2a2b-a750-4e31-abbd-4942d31c3663 admin admin] Allocated IP 172.20.0.1 (ae45bd17-a8fe-44c3-817a-059b1cb551d1/740405c0-4fa5-4c3d-b76b-2dc0324a2ae0/7bc8bd71-26ee-4c75-a530-1fa0af196c36) {{(pid=104510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:41:36.527368 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5ca00bf7-ba59-4686-a355-397f4ae0bf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (9824861a-eb8a-4cac-acfb-0d0345d64ccc), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:36.548308 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-834273a8-c049-45b5-8d7a-f6551f0cccaf req-64fd8140-d571-4d94-84fc-842f101bdf1c tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/security-groups?id=f0960b4e-4311-4944-bd19-99413cdeeeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817106 Jul 20 15:41:36.592735 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-5ca00bf7-ba59-4686-a355-397f4ae0bf1a None None] Attempting to bind port 9824861a-eb8a-4cac-acfb-0d0345d64ccc on host dv-cinder-819149-12-iscsi for vnic_type normal with profile {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:41:36.593034 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-5ca00bf7-ba59-4686-a355-397f4ae0bf1a None None] Attempting to bind port 9824861a-eb8a-4cac-acfb-0d0345d64ccc by drivers openvswitch,hyperv on host dv-cinder-819149-12-iscsi at level 0 using segments [{'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:41:36.593405 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca00bf7-ba59-4686-a355-397f4ae0bf1a None None] Attempting to bind port 9824861a-eb8a-4cac-acfb-0d0345d64ccc on network 8e10d912-d794-48e6-8f9b-6baf59c7f77e {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:41:36.596068 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2414e7a0-0d8b-4127-85a4-f8ddab711d54 None None] Pushing event updated for resources: {'Port': ['ID=9824861a-eb8a-4cac-acfb-0d0345d64ccc,revision_number=2']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:36.602922 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca00bf7-ba59-4686-a355-397f4ae0bf1a None None] Checking agent: {'id': '5729d8e0-9e32-4d27-b92e-30241f6d9221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 22, 55), 'started_at': datetime.datetime(2022, 7, 20, 15, 23, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:41:36.605653 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca00bf7-ba59-4686-a355-397f4ae0bf1a None None] Checking segment: {'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:41:36.605653 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5ca00bf7-ba59-4686-a355-397f4ae0bf1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:36.605653 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca00bf7-ba59-4686-a355-397f4ae0bf1a None None] Bound using segment: {'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'} {{(pid=104511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:41:36.605653 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.managers [None req-5ca00bf7-ba59-4686-a355-397f4ae0bf1a None None] Bound port: 9824861a-eb8a-4cac-acfb-0d0345d64ccc, host: dv-cinder-819149-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65d22977-7383-4d3c-8560-aa09b9e1098a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'}}] {{(pid=104511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:41:36.605653 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5ca00bf7-ba59-4686-a355-397f4ae0bf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (9824861a-eb8a-4cac-acfb-0d0345d64ccc), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:36.649599 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f2fe2a2b-a750-4e31-abbd-4942d31c3663 admin admin] Publish callbacks [] for port (7bc8bd71-26ee-4c75-a530-1fa0af196c36), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:36.669483 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-5ca00bf7-ba59-4686-a355-397f4ae0bf1a None None] For port 9824861a-eb8a-4cac-acfb-0d0345d64ccc, host dv-cinder-819149-12-iscsi, cleared binding levels {{(pid=104511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:41:36.674797 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-5ca00bf7-ba59-4686-a355-397f4ae0bf1a None None] For port 9824861a-eb8a-4cac-acfb-0d0345d64ccc, host dv-cinder-819149-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=9824861a-eb8a-4cac-acfb-0d0345d64ccc,segment=NetworkSegment(65d22977-7383-4d3c-8560-aa09b9e1098a),segment_id=65d22977-7383-4d3c-8560-aa09b9e1098a)] {{(pid=104511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:41:36.779557 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5ca00bf7-ba59-4686-a355-397f4ae0bf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (9824861a-eb8a-4cac-acfb-0d0345d64ccc), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:36.807607 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f2fe2a2b-a750-4e31-abbd-4942d31c3663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25775823'] for port (7bc8bd71-26ee-4c75-a530-1fa0af196c36), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:36.838978 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca00bf7-ba59-4686-a355-397f4ae0bf1a None None] Routers {'30f0394b-8247-4a12-a0dc-e1bace67773f'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:41:36.840140 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-5ca00bf7-ba59-4686-a355-397f4ae0bf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:41:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['30f0394b-8247-4a12-a0dc-e1bace67773f'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:41:36.843284 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:36.857234 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fe2a2b-a750-4e31-abbd-4942d31c3663 admin admin] Network ae45bd17-a8fe-44c3-817a-059b1cb551d1 is already hosted by enough agents. {{(pid=104510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:41:36.862512 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.base_scheduler [None req-f2fe2a2b-a750-4e31-abbd-4942d31c3663 admin admin] Resources bound (agent type, host, resource id): {{(pid=104510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:41:36.864888 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fe2a2b-a750-4e31-abbd-4942d31c3663 admin admin] Received port after_create {{(pid=104510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:41:36.867993 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe2a2b-a750-4e31-abbd-4942d31c3663 admin admin] Pushing event updated for resources: {'Port': ['ID=7bc8bd71-26ee-4c75-a530-1fa0af196c36,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:36.880240 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2414e7a0-0d8b-4127-85a4-f8ddab711d54 None None] Pushing event updated for resources: {'Port': ['ID=9824861a-eb8a-4cac-acfb-0d0345d64ccc,revision_number=3']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:36.919558 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f2fe2a2b-a750-4e31-abbd-4942d31c3663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1719139'] for router_interface (30f0394b-8247-4a12-a0dc-e1bace67773f), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:36.999827 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-5ca00bf7-ba59-4686-a355-397f4ae0bf1a None None] Set router 30f0394b-8247-4a12-a0dc-e1bace67773f gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:41:37.049909 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device f257c343-a97c-4466-ab55-4939583b0ce2 up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:41:37.173343 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:37.177077 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f2fe2a2b-a750-4e31-abbd-4942d31c3663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (7bc8bd71-26ee-4c75-a530-1fa0af196c36), before_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:37.316706 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-715da446-2cd2-4444-b4a8-719f2fbe71f1 None None] Provisioning complete for port 7bc8bd71-26ee-4c75-a530-1fa0af196c36 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:41:37.317083 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-715da446-2cd2-4444-b4a8-719f2fbe71f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (7bc8bd71-26ee-4c75-a530-1fa0af196c36), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:37.327085 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:37.357411 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f2fe2a2b-a750-4e31-abbd-4942d31c3663 admin admin] Publish callbacks [] for port (7bc8bd71-26ee-4c75-a530-1fa0af196c36), precommit_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:37.369255 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port f257c343-a97c-4466-ab55-4939583b0ce2 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:41:37.369640 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (f257c343-a97c-4466-ab55-4939583b0ce2), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:37.400023 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-715da446-2cd2-4444-b4a8-719f2fbe71f1 None None] Port 7bc8bd71-26ee-4c75-a530-1fa0af196c36 cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:41:37.443523 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f2fe2a2b-a750-4e31-abbd-4942d31c3663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25775864'] for port (7bc8bd71-26ee-4c75-a530-1fa0af196c36), after_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:37.455996 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-5ca00bf7-ba59-4686-a355-397f4ae0bf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f0394b-8247-4a12-a0dc-e1bace67773f', 'name': 'tempest-TestVolumeBootPattern-529489553-router', 'tenant_id': '980fc587eb054036b5d7cde3f4d2a625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '9824861a-eb8a-4cac-acfb-0d0345d64ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:41:32Z', 'updated_at': '2022-07-20T15:41:34Z', 'revision_number': 3, 'project_id': '980fc587eb054036b5d7cde3f4d2a625', 'gw_port': {'id': '9824861a-eb8a-4cac-acfb-0d0345d64ccc', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cb:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f0394b-8247-4a12-a0dc-e1bace67773f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:33Z', 'updated_at': '2022-07-20T15:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:41:37.489054 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:37.501130 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca00bf7-ba59-4686-a355-397f4ae0bf1a None None] The sync data for ids ['30f0394b-8247-4a12-a0dc-e1bace67773f'] in dv-cinder-819149-12-iscsi is: [{'id': '30f0394b-8247-4a12-a0dc-e1bace67773f', 'name': 'tempest-TestVolumeBootPattern-529489553-router', 'tenant_id': '980fc587eb054036b5d7cde3f4d2a625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '9824861a-eb8a-4cac-acfb-0d0345d64ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:41:32Z', 'updated_at': '2022-07-20T15:41:34Z', 'revision_number': 3, 'project_id': '980fc587eb054036b5d7cde3f4d2a625', 'gw_port': {'id': '9824861a-eb8a-4cac-acfb-0d0345d64ccc', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cb:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f0394b-8247-4a12-a0dc-e1bace67773f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:33Z', 'updated_at': '2022-07-20T15:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}] {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:41:37.515188 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port f257c343-a97c-4466-ab55-4939583b0ce2 is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:41:37.515580 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f2fe2a2b-a750-4e31-abbd-4942d31c3663 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1514758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716523'] for router_interface (30f0394b-8247-4a12-a0dc-e1bace67773f), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:37.517446 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe2a2b-a750-4e31-abbd-4942d31c3663 admin admin] Pushing event updated for resources: {'Port': ['ID=7bc8bd71-26ee-4c75-a530-1fa0af196c36,revision_number=2']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:37.656623 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fe2a2b-a750-4e31-abbd-4942d31c3663 admin admin] Network ae45bd17-a8fe-44c3-817a-059b1cb551d1 is already hosted by enough agents. {{(pid=104510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:41:37.659940 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.base_scheduler [None req-f2fe2a2b-a750-4e31-abbd-4942d31c3663 admin admin] Resources bound (agent type, host, resource id): {{(pid=104510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:41:37.679483 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073e1dc-49d6-42fe-b79e-ce3936816d7e req-57a6b3d3-6f7a-4d90-86b6-9e9d57a586d6 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:37.681119 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3073e1dc-49d6-42fe-b79e-ce3936816d7e req-57a6b3d3-6f7a-4d90-86b6-9e9d57a586d6 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3c4621e-4226-42bf-97f7-b65dbca2b1eb HTTP/1.1" status: 200 len: 946 time: 0.0617487 Jul 20 15:41:37.860164 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3073e1dc-49d6-42fe-b79e-ce3936816d7e req-6e78e5fe-06fe-4ba7-be46-4a5a2f31d925 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/security-groups?id=f0960b4e-4311-4944-bd19-99413cdeeeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380219 Jul 20 15:41:37.874949 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2fe2a2b-a750-4e31-abbd-4942d31c3663 admin admin] Router 30f0394b-8247-4a12-a0dc-e1bace67773f has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:41:38.003962 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:38.012705 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fe2a2b-a750-4e31-abbd-4942d31c3663 admin admin] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:41:38.018145 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-f2fe2a2b-a750-4e31-abbd-4942d31c3663 admin admin] 10.222.0.78 "PUT /v2.0/routers/30f0394b-8247-4a12-a0dc-e1bace67773f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4697869 Jul 20 15:41:38.026856 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-20b9f737-b6b4-40f1-ba47-fc125b36d426 None None] Provisioning complete for port 7bc8bd71-26ee-4c75-a530-1fa0af196c36 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:41:38.027240 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-20b9f737-b6b4-40f1-ba47-fc125b36d426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (7bc8bd71-26ee-4c75-a530-1fa0af196c36), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:38.071046 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-20b9f737-b6b4-40f1-ba47-fc125b36d426 None None] Port 7bc8bd71-26ee-4c75-a530-1fa0af196c36 cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:41:38.575683 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 50062) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:41:38.580548 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-ee86a908-cb07-43cb-95ad-1adaa32e180d tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-463581945', 'description': 'tempest-secgroup-smoke-463581945 description', 'project_id': '68372ee91fb843108d3b0cb1c99cd186'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:41:38.818619 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ee86a908-cb07-43cb-95ad-1adaa32e180d tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:38.893929 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ee86a908-cb07-43cb-95ad-1adaa32e180d tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks [] for security_group (071adf3e-56fe-45ee-99f0-b369b062b654), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:39.037447 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 9824861a-eb8a-4cac-acfb-0d0345d64ccc up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:41:39.100595 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:39.101150 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port 9824861a-eb8a-4cac-acfb-0d0345d64ccc triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:41:39.101608 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (9824861a-eb8a-4cac-acfb-0d0345d64ccc), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:39.137679 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ee86a908-cb07-43cb-95ad-1adaa32e180d tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (071adf3e-56fe-45ee-99f0-b369b062b654), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:39.176158 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee86a908-cb07-43cb-95ad-1adaa32e180d tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=071adf3e-56fe-45ee-99f0-b369b062b654,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:39.186136 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port 9824861a-eb8a-4cac-acfb-0d0345d64ccc is: DOWN; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:41:39.186571 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (9824861a-eb8a-4cac-acfb-0d0345d64ccc), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:39.215420 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] For port 9824861a-eb8a-4cac-acfb-0d0345d64ccc, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=9824861a-eb8a-4cac-acfb-0d0345d64ccc,segment=NetworkSegment(65d22977-7383-4d3c-8560-aa09b9e1098a),segment_id=65d22977-7383-4d3c-8560-aa09b9e1098a)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:41:39.260472 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-ee86a908-cb07-43cb-95ad-1adaa32e180d tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:39.261849 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-ee86a908-cb07-43cb-95ad-1adaa32e180d tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6851583 Jul 20 15:41:39.265238 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 50076) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:41:39.270078 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-c6e4fd8d-58ff-4c0f-8369-82513d38b2de tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Request body: {'security_group_rule': {'security_group_id': '071adf3e-56fe-45ee-99f0-b369b062b654', 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:41:39.316032 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (9824861a-eb8a-4cac-acfb-0d0345d64ccc), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:39.368081 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Pushing event updated for resources: {'Port': ['ID=9824861a-eb8a-4cac-acfb-0d0345d64ccc,revision_number=4']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:39.456019 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c6e4fd8d-58ff-4c0f-8369-82513d38b2de tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks [] for security_group_rule (fa90c5ac-605f-4122-a207-632d5e4f9c94), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:39.513627 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c6e4fd8d-58ff-4c0f-8369-82513d38b2de tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks [] for security_group_rule (fa90c5ac-605f-4122-a207-632d5e4f9c94), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:39.597143 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c6e4fd8d-58ff-4c0f-8369-82513d38b2de tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624241'] for security_group_rule (fa90c5ac-605f-4122-a207-632d5e4f9c94), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:39.640336 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e4fd8d-58ff-4c0f-8369-82513d38b2de tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa90c5ac-605f-4122-a207-632d5e4f9c94,revision_number=0']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:39.650646 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76567738-5bc9-4793-bcb1-fdce18f878d0 req-f09fbbbe-8b9b-4636-9300-b94cf3cd896b tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:39.652707 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-76567738-5bc9-4793-bcb1-fdce18f878d0 req-f09fbbbe-8b9b-4636-9300-b94cf3cd896b tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3c4621e-4226-42bf-97f7-b65dbca2b1eb HTTP/1.1" status: 200 len: 946 time: 0.0672317 Jul 20 15:41:39.705137 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-76567738-5bc9-4793-bcb1-fdce18f878d0 req-2010f557-f669-4ea8-a13e-f8040671cd0b tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/security-groups?id=f0960b4e-4311-4944-bd19-99413cdeeeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463364 Jul 20 15:41:39.748542 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c6e4fd8d-58ff-4c0f-8369-82513d38b2de tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:39.750632 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-c6e4fd8d-58ff-4c0f-8369-82513d38b2de tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4841201 Jul 20 15:41:39.753216 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 50082) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:41:39.758463 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-6304f362-a60c-46e2-b147-a6ce7d0e24c7 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Request body: {'security_group_rule': {'security_group_id': '071adf3e-56fe-45ee-99f0-b369b062b654', 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:41:39.872180 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-6304f362-a60c-46e2-b147-a6ce7d0e24c7 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks [] for security_group_rule (d658d2a7-7465-47e8-a296-3fe8a8261281), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:39.935151 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-6304f362-a60c-46e2-b147-a6ce7d0e24c7 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks [] for security_group_rule (d658d2a7-7465-47e8-a296-3fe8a8261281), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:40.030628 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-6304f362-a60c-46e2-b147-a6ce7d0e24c7 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624241'] for security_group_rule (d658d2a7-7465-47e8-a296-3fe8a8261281), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:40.057664 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6304f362-a60c-46e2-b147-a6ce7d0e24c7 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d658d2a7-7465-47e8-a296-3fe8a8261281,revision_number=0']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:40.134424 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-6304f362-a60c-46e2-b147-a6ce7d0e24c7 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:40.135625 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-6304f362-a60c-46e2-b147-a6ce7d0e24c7 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3813212 Jul 20 15:41:40.138287 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 50086) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:41:40.142520 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-3e62823e-4160-41ab-b14e-5f2e44836d66 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Request body: {'security_group_rule': {'security_group_id': '071adf3e-56fe-45ee-99f0-b369b062b654', 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:41:40.236843 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-3e62823e-4160-41ab-b14e-5f2e44836d66 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks [] for security_group_rule (836329c7-024b-4e53-8171-35c3bc2a7c67), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:40.250403 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238bbb28-2516-4207-b180-e070e48bf98e None None] Sync routers for ids ['30f0394b-8247-4a12-a0dc-e1bace67773f'] in dv-cinder-819149-12-iscsi {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:41:40.318432 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-3e62823e-4160-41ab-b14e-5f2e44836d66 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks [] for security_group_rule (836329c7-024b-4e53-8171-35c3bc2a7c67), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:40.350648 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238bbb28-2516-4207-b180-e070e48bf98e None None] Routers {'30f0394b-8247-4a12-a0dc-e1bace67773f'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:41:40.351274 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-238bbb28-2516-4207-b180-e070e48bf98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:41:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['30f0394b-8247-4a12-a0dc-e1bace67773f'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:41:40.412033 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-3e62823e-4160-41ab-b14e-5f2e44836d66 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624241'] for security_group_rule (836329c7-024b-4e53-8171-35c3bc2a7c67), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:40.429010 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:40.437889 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e62823e-4160-41ab-b14e-5f2e44836d66 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=836329c7-024b-4e53-8171-35c3bc2a7c67,revision_number=0']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:40.465140 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-238bbb28-2516-4207-b180-e070e48bf98e None None] Set router 30f0394b-8247-4a12-a0dc-e1bace67773f gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:41:40.540433 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-3e62823e-4160-41ab-b14e-5f2e44836d66 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:40.541881 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-3e62823e-4160-41ab-b14e-5f2e44836d66 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4026227 Jul 20 15:41:40.545238 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 50088) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:41:40.549782 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-dcb3bbe4-677d-4b9e-b641-b2b865621ed2 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Request body: {'security_group_rule': {'security_group_id': '071adf3e-56fe-45ee-99f0-b369b062b654', 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:41:40.582508 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:40.655775 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-238bbb28-2516-4207-b180-e070e48bf98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f0394b-8247-4a12-a0dc-e1bace67773f', 'name': 'tempest-TestVolumeBootPattern-529489553-router', 'tenant_id': '980fc587eb054036b5d7cde3f4d2a625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '9824861a-eb8a-4cac-acfb-0d0345d64ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:41:32Z', 'updated_at': '2022-07-20T15:41:37Z', 'revision_number': 4, 'project_id': '980fc587eb054036b5d7cde3f4d2a625', 'gw_port': {'id': '9824861a-eb8a-4cac-acfb-0d0345d64ccc', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f0394b-8247-4a12-a0dc-e1bace67773f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:33Z', 'updated_at': '2022-07-20T15:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '7bc8bd71-26ee-4c75-a530-1fa0af196c36', 'name': '', 'network_id': 'ae45bd17-a8fe-44c3-817a-059b1cb551d1', 'tenant_id': '980fc587eb054036b5d7cde3f4d2a625', 'mac_address': 'fa:16:3e:a4:4e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f0394b-8247-4a12-a0dc-e1bace67773f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '740405c0-4fa5-4c3d-b76b-2dc0324a2ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:36Z', 'updated_at': '2022-07-20T15:41:37Z', 'revision_number': 2, 'project_id': '980fc587eb054036b5d7cde3f4d2a625', 'subnets': [{'id': '740405c0-4fa5-4c3d-b76b-2dc0324a2ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:41:40.685873 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238bbb28-2516-4207-b180-e070e48bf98e None None] Checking router: 30f0394b-8247-4a12-a0dc-e1bace67773f for host: dv-cinder-819149-12-iscsi {{(pid=104512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:41:40.686386 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238bbb28-2516-4207-b180-e070e48bf98e None None] Updating router 30f0394b-8247-4a12-a0dc-e1bace67773f port 7bc8bd71-26ee-4c75-a530-1fa0af196c36 binding host dv-cinder-819149-12-iscsi {{(pid=104512) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 15:41:40.706070 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-dcb3bbe4-677d-4b9e-b641-b2b865621ed2 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks [] for security_group_rule (5ddaa646-1304-4834-9f4e-0284cf6d77e1), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:40.716860 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-238bbb28-2516-4207-b180-e070e48bf98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (7bc8bd71-26ee-4c75-a530-1fa0af196c36), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:40.776617 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-dcb3bbe4-677d-4b9e-b641-b2b865621ed2 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks [] for security_group_rule (5ddaa646-1304-4834-9f4e-0284cf6d77e1), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:40.841158 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685ae9f-ca6d-4fd3-8979-ee1f89c3dddf req-0db2f5d4-4ab3-4632-a815-4d8e162d3918 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:40.842914 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-1685ae9f-ca6d-4fd3-8979-ee1f89c3dddf req-0db2f5d4-4ab3-4632-a815-4d8e162d3918 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3c4621e-4226-42bf-97f7-b65dbca2b1eb HTTP/1.1" status: 200 len: 946 time: 0.0568831 Jul 20 15:41:40.858616 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-dcb3bbe4-677d-4b9e-b641-b2b865621ed2 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624241'] for security_group_rule (5ddaa646-1304-4834-9f4e-0284cf6d77e1), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:40.882407 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb3bbe4-677d-4b9e-b641-b2b865621ed2 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ddaa646-1304-4834-9f4e-0284cf6d77e1,revision_number=0']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:40.927044 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-1685ae9f-ca6d-4fd3-8979-ee1f89c3dddf req-a27c8551-8b76-49bd-aaa7-46974f52a302 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/security-groups?id=f0960b4e-4311-4944-bd19-99413cdeeeb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756216 Jul 20 15:41:40.947813 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-dcb3bbe4-677d-4b9e-b641-b2b865621ed2 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:40.954126 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 50092) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:41:40.954742 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-dcb3bbe4-677d-4b9e-b641-b2b865621ed2 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4082031 Jul 20 15:41:40.961613 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-8fbf303d-ac71-47a7-a4c7-a87bb68271a2 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Request body: {'security_group_rule': {'security_group_id': '071adf3e-56fe-45ee-99f0-b369b062b654', 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:41:41.028921 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac81f8-e865-465c-9909-4dc125949e1d req-90940ca9-6ff6-4b6e-945c-8c1957d0ea2a tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:41.030604 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-68ac81f8-e865-465c-9909-4dc125949e1d req-90940ca9-6ff6-4b6e-945c-8c1957d0ea2a tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.102 "GET /v2.0/ports?device_id=d3c4621e-4226-42bf-97f7-b65dbca2b1eb HTTP/1.1" status: 200 len: 946 time: 0.0598998 Jul 20 15:41:41.043255 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 9824861a-eb8a-4cac-acfb-0d0345d64ccc up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:41:41.075976 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-238bbb28-2516-4207-b180-e070e48bf98e None None] Publish callbacks [] for port (7bc8bd71-26ee-4c75-a530-1fa0af196c36), precommit_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:41.094120 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port 9824861a-eb8a-4cac-acfb-0d0345d64ccc triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:41:41.094918 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (9824861a-eb8a-4cac-acfb-0d0345d64ccc), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:41.100034 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.db.securitygroups_db [None req-8fbf303d-ac71-47a7-a4c7-a87bb68271a2 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Project 68372ee91fb843108d3b0cb1c99cd186 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 15:41:41.113752 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-8fbf303d-ac71-47a7-a4c7-a87bb68271a2 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks [] for security_group_rule (c7ac25e1-d83e-4683-920f-9e95479c634b), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:41.123970 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:41.132847 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [req-68ac81f8-e865-465c-9909-4dc125949e1d req-37493267-9072-4b61-a08f-8b5ac3270ebc tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Deleting port f3104024-5176-4e51-9240-4d34250b5e0e {{(pid=104509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:41:41.133127 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-68ac81f8-e865-465c-9909-4dc125949e1d req-37493267-9072-4b61-a08f-8b5ac3270ebc tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (f3104024-5176-4e51-9240-4d34250b5e0e), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:41.139729 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:41.168264 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-238bbb28-2516-4207-b180-e070e48bf98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (7bc8bd71-26ee-4c75-a530-1fa0af196c36), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:41.194039 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port 9824861a-eb8a-4cac-acfb-0d0345d64ccc is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:41:41.204361 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-8fbf303d-ac71-47a7-a4c7-a87bb68271a2 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks [] for security_group_rule (c7ac25e1-d83e-4683-920f-9e95479c634b), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:41.233495 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70841e4e-8e0c-4d6e-a6b1-67258e7990ff None None] Pushing event updated for resources: {'Port': ['ID=7bc8bd71-26ee-4c75-a530-1fa0af196c36,revision_number=3']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:41.246705 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:41.266996 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-68ac81f8-e865-465c-9909-4dc125949e1d req-37493267-9072-4b61-a08f-8b5ac3270ebc tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] For port f3104024-5176-4e51-9240-4d34250b5e0e, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=f3104024-5176-4e51-9240-4d34250b5e0e,segment=NetworkSegment(1ced383b-0197-4f10-a865-e10307510653),segment_id=1ced383b-0197-4f10-a865-e10307510653)] {{(pid=104509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:41:41.270835 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-68ac81f8-e865-465c-9909-4dc125949e1d req-37493267-9072-4b61-a08f-8b5ac3270ebc tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (f3104024-5176-4e51-9240-4d34250b5e0e), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:41.283569 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [req-68ac81f8-e865-465c-9909-4dc125949e1d req-37493267-9072-4b61-a08f-8b5ac3270ebc tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Calling delete_port for f3104024-5176-4e51-9240-4d34250b5e0e owned by compute:nova {{(pid=104509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:41:41.307656 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [None req-238bbb28-2516-4207-b180-e070e48bf98e None None] Attempting to bind port 7bc8bd71-26ee-4c75-a530-1fa0af196c36 on host dv-cinder-819149-12-iscsi for vnic_type normal with profile {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:41:41.308282 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [None req-238bbb28-2516-4207-b180-e070e48bf98e None None] Attempting to bind port 7bc8bd71-26ee-4c75-a530-1fa0af196c36 by drivers openvswitch,hyperv on host dv-cinder-819149-12-iscsi at level 0 using segments [{'id': 'f97d90d0-5c69-432e-a5da-e867e4b71bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': 'ae45bd17-a8fe-44c3-817a-059b1cb551d1'}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:41:41.308439 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238bbb28-2516-4207-b180-e070e48bf98e None None] Attempting to bind port 7bc8bd71-26ee-4c75-a530-1fa0af196c36 on network ae45bd17-a8fe-44c3-817a-059b1cb551d1 {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:41:41.310063 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-8fbf303d-ac71-47a7-a4c7-a87bb68271a2 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624241'] for security_group_rule (c7ac25e1-d83e-4683-920f-9e95479c634b), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:41.317506 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238bbb28-2516-4207-b180-e070e48bf98e None None] Checking agent: {'id': '5729d8e0-9e32-4d27-b92e-30241f6d9221', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 22, 55), 'started_at': datetime.datetime(2022, 7, 20, 15, 23, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:41:41.319499 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238bbb28-2516-4207-b180-e070e48bf98e None None] Checking segment: {'id': 'f97d90d0-5c69-432e-a5da-e867e4b71bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': 'ae45bd17-a8fe-44c3-817a-059b1cb551d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:41:41.319499 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-238bbb28-2516-4207-b180-e070e48bf98e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:41.319499 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238bbb28-2516-4207-b180-e070e48bf98e None None] Bound using segment: {'id': 'f97d90d0-5c69-432e-a5da-e867e4b71bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': 'ae45bd17-a8fe-44c3-817a-059b1cb551d1'} {{(pid=104512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:41:41.320823 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.managers [None req-238bbb28-2516-4207-b180-e070e48bf98e None None] Bound port: 7bc8bd71-26ee-4c75-a530-1fa0af196c36, host: dv-cinder-819149-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f97d90d0-5c69-432e-a5da-e867e4b71bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': 'ae45bd17-a8fe-44c3-817a-059b1cb551d1'}}] {{(pid=104512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:41:41.321555 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-238bbb28-2516-4207-b180-e070e48bf98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (7bc8bd71-26ee-4c75-a530-1fa0af196c36), before_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:41.330765 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf303d-ac71-47a7-a4c7-a87bb68271a2 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7ac25e1-d83e-4683-920f-9e95479c634b,revision_number=0']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:41.415439 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [None req-238bbb28-2516-4207-b180-e070e48bf98e None None] For port 7bc8bd71-26ee-4c75-a530-1fa0af196c36, host dv-cinder-819149-12-iscsi, cleared binding levels {{(pid=104512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:41:41.419354 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.plugins.ml2.db [None req-238bbb28-2516-4207-b180-e070e48bf98e None None] For port 7bc8bd71-26ee-4c75-a530-1fa0af196c36, host dv-cinder-819149-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=7bc8bd71-26ee-4c75-a530-1fa0af196c36,segment=NetworkSegment(f97d90d0-5c69-432e-a5da-e867e4b71bf6),segment_id=f97d90d0-5c69-432e-a5da-e867e4b71bf6)] {{(pid=104512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:41:41.466383 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-8fbf303d-ac71-47a7-a4c7-a87bb68271a2 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:41.467713 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-8fbf303d-ac71-47a7-a4c7-a87bb68271a2 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5124404 Jul 20 15:41:41.474589 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 50096) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:41:41.475022 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-f1d125a7-d3d4-4acf-a1b9-257c0583c0ab tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Request body: {'security_group_rule': {'security_group_id': '071adf3e-56fe-45ee-99f0-b369b062b654', 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:41:41.505893 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron_lib.callbacks.manager [None req-238bbb28-2516-4207-b180-e070e48bf98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (7bc8bd71-26ee-4c75-a530-1fa0af196c36), after_update {{(pid=104512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:41.524401 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-cf4d644d-2a00-4c73-82ee-e0d25f99836f None None] Provisioning complete for port 7bc8bd71-26ee-4c75-a530-1fa0af196c36 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:41:41.525002 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-cf4d644d-2a00-4c73-82ee-e0d25f99836f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (7bc8bd71-26ee-4c75-a530-1fa0af196c36), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:41.585079 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238bbb28-2516-4207-b180-e070e48bf98e None None] Routers {'30f0394b-8247-4a12-a0dc-e1bace67773f'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:41:41.585711 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-238bbb28-2516-4207-b180-e070e48bf98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:41:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['30f0394b-8247-4a12-a0dc-e1bace67773f'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:41:41.587676 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70841e4e-8e0c-4d6e-a6b1-67258e7990ff None None] Pushing event updated for resources: {'Port': ['ID=7bc8bd71-26ee-4c75-a530-1fa0af196c36,revision_number=4']} {{(pid=104512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:41.601416 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-68ac81f8-e865-465c-9909-4dc125949e1d req-37493267-9072-4b61-a08f-8b5ac3270ebc tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (f3104024-5176-4e51-9240-4d34250b5e0e), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:41.613105 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] get_ports_and_sgs() called for port_ids ['f3104024-5176-4e51-9240-4d34250b5e0e'] {{(pid=104511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:41:41.631661 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.db.securitygroups_db [None req-f1d125a7-d3d4-4acf-a1b9-257c0583c0ab tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Project 68372ee91fb843108d3b0cb1c99cd186 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 15:41:41.640458 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f1d125a7-d3d4-4acf-a1b9-257c0583c0ab tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks [] for security_group_rule (76189ae0-a9c6-4a8f-acd4-e06b51d16c01), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:41.642432 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:41.649266 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-cf4d644d-2a00-4c73-82ee-e0d25f99836f None None] Current status of the port 7bc8bd71-26ee-4c75-a530-1fa0af196c36 is: DOWN; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:41:41.650195 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-cf4d644d-2a00-4c73-82ee-e0d25f99836f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (7bc8bd71-26ee-4c75-a530-1fa0af196c36), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:41.659600 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37493267-9072-4b61-a08f-8b5ac3270ebc tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Pushing event deleted for resources: {'Port': ['ID=f3104024-5176-4e51-9240-4d34250b5e0e,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:41.712127 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-cf4d644d-2a00-4c73-82ee-e0d25f99836f None None] For port 7bc8bd71-26ee-4c75-a530-1fa0af196c36, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=7bc8bd71-26ee-4c75-a530-1fa0af196c36,segment=NetworkSegment(f97d90d0-5c69-432e-a5da-e867e4b71bf6),segment_id=f97d90d0-5c69-432e-a5da-e867e4b71bf6)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:41:41.712372 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=8 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:41.728749 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ac81f8-e865-465c-9909-4dc125949e1d req-37493267-9072-4b61-a08f-8b5ac3270ebc tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] No DVR routers for this DVR port f3104024-5176-4e51-9240-4d34250b5e0e on host hv-cinder-81914 {{(pid=104509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 15:41:41.733266 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-68ac81f8-e865-465c-9909-4dc125949e1d req-37493267-9072-4b61-a08f-8b5ac3270ebc tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:41.737500 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-68ac81f8-e865-465c-9909-4dc125949e1d req-37493267-9072-4b61-a08f-8b5ac3270ebc tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.102 "DELETE /v2.0/ports/f3104024-5176-4e51-9240-4d34250b5e0e HTTP/1.1" status: 204 len: 173 time: 0.7018497 Jul 20 15:41:41.737994 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c4621e-4226-42bf-97f7-b65dbca2b1eb', 'name': 'network-vif-deleted', 'tag': 'f3104024-5176-4e51-9240-4d34250b5e0e'}] {{(pid=104509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:41:41.741070 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df77c6b91a480694ea4413056d8ef6386aadd078611a8438297a7cf852766117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f11e19b-bd19-4165-8b93-f8fe7755c135" -d '{"events": [{"server_uuid": "d3c4621e-4226-42bf-97f7-b65dbca2b1eb", "name": "network-vif-deleted", "tag": "f3104024-5176-4e51-9240-4d34250b5e0e"}]}' {{(pid=104509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:41:41.753121 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f1d125a7-d3d4-4acf-a1b9-257c0583c0ab tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks [] for security_group_rule (76189ae0-a9c6-4a8f-acd4-e06b51d16c01), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:41.762483 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-238bbb28-2516-4207-b180-e070e48bf98e None None] Set router 30f0394b-8247-4a12-a0dc-e1bace67773f gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:41:41.815986 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 15:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e072a81e-9f08-43c0-a559-e1b590ff7d30 x-openstack-request-id: req-e072a81e-9f08-43c0-a559-e1b590ff7d30 {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:41:41.816310 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c4621e-4226-42bf-97f7-b65dbca2b1eb", "name": "network-vif-deleted", "tag": "f3104024-5176-4e51-9240-4d34250b5e0e", "status": "completed", "code": 200}]} {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:41:41.816583 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e072a81e-9f08-43c0-a559-e1b590ff7d30 {{(pid=104509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:41:41.816936 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e072a81e-9f08-43c0-a559-e1b590ff7d30'] response: {'server_uuid': 'd3c4621e-4226-42bf-97f7-b65dbca2b1eb', 'name': 'network-vif-deleted', 'tag': 'f3104024-5176-4e51-9240-4d34250b5e0e', 'status': 'completed', 'code': 200} Jul 20 15:41:41.841637 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-cf4d644d-2a00-4c73-82ee-e0d25f99836f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (7bc8bd71-26ee-4c75-a530-1fa0af196c36), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:41.877420 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f1d125a7-d3d4-4acf-a1b9-257c0583c0ab tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624241'] for security_group_rule (76189ae0-a9c6-4a8f-acd4-e06b51d16c01), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:41.907110 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4d644d-2a00-4c73-82ee-e0d25f99836f None None] Pushing event updated for resources: {'Port': ['ID=7bc8bd71-26ee-4c75-a530-1fa0af196c36,revision_number=5']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:41.908045 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d125a7-d3d4-4acf-a1b9-257c0583c0ab tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76189ae0-a9c6-4a8f-acd4-e06b51d16c01,revision_number=0']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:41.935526 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-f1d125a7-d3d4-4acf-a1b9-257c0583c0ab tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:41.940592 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-f1d125a7-d3d4-4acf-a1b9-257c0583c0ab tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4652772 Jul 20 15:41:41.970197 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-198e0cc6-dc10-4835-a752-acb143a9d74f None None] Provisioning complete for port 7bc8bd71-26ee-4c75-a530-1fa0af196c36 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:41:41.970641 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-198e0cc6-dc10-4835-a752-acb143a9d74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (7bc8bd71-26ee-4c75-a530-1fa0af196c36), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:42.068051 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-238bbb28-2516-4207-b180-e070e48bf98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f0394b-8247-4a12-a0dc-e1bace67773f', 'name': 'tempest-TestVolumeBootPattern-529489553-router', 'tenant_id': '980fc587eb054036b5d7cde3f4d2a625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '9824861a-eb8a-4cac-acfb-0d0345d64ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:41:32Z', 'updated_at': '2022-07-20T15:41:37Z', 'revision_number': 4, 'project_id': '980fc587eb054036b5d7cde3f4d2a625', 'gw_port': {'id': '9824861a-eb8a-4cac-acfb-0d0345d64ccc', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f0394b-8247-4a12-a0dc-e1bace67773f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:33Z', 'updated_at': '2022-07-20T15:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '7bc8bd71-26ee-4c75-a530-1fa0af196c36', 'name': '', 'network_id': 'ae45bd17-a8fe-44c3-817a-059b1cb551d1', 'tenant_id': '980fc587eb054036b5d7cde3f4d2a625', 'mac_address': 'fa:16:3e:a4:4e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f0394b-8247-4a12-a0dc-e1bace67773f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '740405c0-4fa5-4c3d-b76b-2dc0324a2ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:36Z', 'updated_at': '2022-07-20T15:41:41Z', 'revision_number': 4, 'project_id': '980fc587eb054036b5d7cde3f4d2a625', 'subnets': [{'id': '740405c0-4fa5-4c3d-b76b-2dc0324a2ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:41:42.102549 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5a2af39e-f519-47e4-9852-75d7a31a4fca req-f3f6bc2a-c44a-4b84-a3ac-7599a1c816b5 tempest-VolumesActionsTest-1826082824 tempest-VolumesActionsTest-1826082824-project] 10.222.0.78 "GET /v2.0/ports?device_id=d3c4621e-4226-42bf-97f7-b65dbca2b1eb HTTP/1.1" status: 200 len: 210 time: 0.0640566 Jul 20 15:41:42.119423 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-198e0cc6-dc10-4835-a752-acb143a9d74f None None] Current status of the port 7bc8bd71-26ee-4c75-a530-1fa0af196c36 is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:41:42.133534 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238bbb28-2516-4207-b180-e070e48bf98e None None] The sync data for ids ['30f0394b-8247-4a12-a0dc-e1bace67773f'] in dv-cinder-819149-12-iscsi is: [{'id': '30f0394b-8247-4a12-a0dc-e1bace67773f', 'name': 'tempest-TestVolumeBootPattern-529489553-router', 'tenant_id': '980fc587eb054036b5d7cde3f4d2a625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '9824861a-eb8a-4cac-acfb-0d0345d64ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:41:32Z', 'updated_at': '2022-07-20T15:41:37Z', 'revision_number': 4, 'project_id': '980fc587eb054036b5d7cde3f4d2a625', 'gw_port': {'id': '9824861a-eb8a-4cac-acfb-0d0345d64ccc', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f0394b-8247-4a12-a0dc-e1bace67773f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:33Z', 'updated_at': '2022-07-20T15:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '7bc8bd71-26ee-4c75-a530-1fa0af196c36', 'name': '', 'network_id': 'ae45bd17-a8fe-44c3-817a-059b1cb551d1', 'tenant_id': '980fc587eb054036b5d7cde3f4d2a625', 'mac_address': 'fa:16:3e:a4:4e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f0394b-8247-4a12-a0dc-e1bace67773f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '740405c0-4fa5-4c3d-b76b-2dc0324a2ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:36Z', 'updated_at': '2022-07-20T15:41:41Z', 'revision_number': 4, 'project_id': '980fc587eb054036b5d7cde3f4d2a625', 'subnets': [{'id': '740405c0-4fa5-4c3d-b76b-2dc0324a2ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:41:43.022835 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 7bc8bd71-26ee-4c75-a530-1fa0af196c36 up at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:41:43.078354 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Provisioning complete for port 7bc8bd71-26ee-4c75-a530-1fa0af196c36 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:41:43.078808 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (7bc8bd71-26ee-4c75-a530-1fa0af196c36), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:43.100691 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:43.188222 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Current status of the port 7bc8bd71-26ee-4c75-a530-1fa0af196c36 is: ACTIVE; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:41:46.670695 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device f3104024-5176-4e51-9240-4d34250b5e0e no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:41:46.691746 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] No Port match for: f3104024-5176-4e51-9240-4d34250b5e0e {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:41:46.692099 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device f3104024-5176-4e51-9240-4d34250b5e0e not bound to the agent host hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:41:47.832243 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-afa4713c-1eb8-4505-9ed0-c6e36d86b842 req-d371087c-aa40-4b67-9c83-650edef5e827 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=34721a3c-bac8-4cea-9f1d-6ee067b62ade&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413399 Jul 20 15:41:48.155304 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4713c-1eb8-4505-9ed0-c6e36d86b842 req-13548820-be73-4288-8c8d-20bbec2f4501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:48.156780 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-afa4713c-1eb8-4505-9ed0-c6e36d86b842 req-13548820-be73-4288-8c8d-20bbec2f4501 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=44dc2a5c754d42d1862b331afef2183f&device_id=34721a3c-bac8-4cea-9f1d-6ee067b62ade HTTP/1.1" status: 200 len: 1130 time: 0.0435827 Jul 20 15:41:48.275272 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4713c-1eb8-4505-9ed0-c6e36d86b842 req-2ca302dd-d418-403c-a8fe-50487710f455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:48.277248 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-afa4713c-1eb8-4505-9ed0-c6e36d86b842 req-2ca302dd-d418-403c-a8fe-50487710f455 service neutron] 10.222.0.102 "GET /v2.0/networks?id=4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc HTTP/1.1" status: 200 len: 915 time: 0.0908263 Jul 20 15:41:48.534125 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-afa4713c-1eb8-4505-9ed0-c6e36d86b842 req-6783700c-caac-437b-91bf-1fa5f3e29fee service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23194b35-e97d-47c2-b0aa-7ba393259924 HTTP/1.1" status: 200 len: 1002 time: 0.0661237 Jul 20 15:41:48.568929 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:48.588491 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4713c-1eb8-4505-9ed0-c6e36d86b842 req-fa68dfea-4a40-432b-a8e4-429391eeb7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:48.590715 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-afa4713c-1eb8-4505-9ed0-c6e36d86b842 req-fa68dfea-4a40-432b-a8e4-429391eeb7f1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f67dc5bc-fa6a-464f-8936-90155eea6d28 HTTP/1.1" status: 200 len: 853 time: 0.0483034 Jul 20 15:41:48.638157 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4713c-1eb8-4505-9ed0-c6e36d86b842 req-77644f8d-34fb-40c2-b21a-16e7b6ef395f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:48.639773 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-afa4713c-1eb8-4505-9ed0-c6e36d86b842 req-77644f8d-34fb-40c2-b21a-16e7b6ef395f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408754 Jul 20 15:41:48.756156 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-afa4713c-1eb8-4505-9ed0-c6e36d86b842 req-6ee3fca0-3fcb-4e41-b652-abc8bd154eae service neutron] 10.222.0.102 "GET /v2.0/networks/4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093822 Jul 20 15:41:48.852543 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-afa4713c-1eb8-4505-9ed0-c6e36d86b842 req-6e81978c-1f06-4dee-ad8e-a1966e4e87ea service neutron] 10.222.0.102 "GET /v2.0/networks/4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890250 Jul 20 15:41:50.046858 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-e6fdec1b-babe-406b-bce3-7cd1d0987cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:52.048484 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=64,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:52.088105 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:52.447030 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-229f10c9-c6b5-4fc6-b901-bbbe51ab9fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:53.382648 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d86f6-8bce-468a-bb24-d257c61a07e3 req-49c84f52-c9d3-4f7a-b9aa-71845f1af2e3 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:53.389698 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2e9d86f6-8bce-468a-bb24-d257c61a07e3 req-49c84f52-c9d3-4f7a-b9aa-71845f1af2e3 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=34721a3c-bac8-4cea-9f1d-6ee067b62ade HTTP/1.1" status: 200 len: 946 time: 0.0591645 Jul 20 15:41:53.442863 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2e9d86f6-8bce-468a-bb24-d257c61a07e3 req-40004a3d-7aeb-4ca3-8f6c-4a8fec58723f tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?id=39206cf4-ed9f-4479-8766-ece331b18c92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522995 Jul 20 15:41:53.634572 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 6 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:41:53.709087 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:54.582493 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a39a2-bc69-4ce2-b467-da0f8d140756 req-40dddce1-8074-452f-981f-80bad60b9c22 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:54.590619 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ad5a39a2-bc69-4ce2-b467-da0f8d140756 req-40dddce1-8074-452f-981f-80bad60b9c22 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=34721a3c-bac8-4cea-9f1d-6ee067b62ade HTTP/1.1" status: 200 len: 946 time: 0.0630498 Jul 20 15:41:54.647142 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ad5a39a2-bc69-4ce2-b467-da0f8d140756 req-e927f92b-6a3a-45d9-bc90-0b52bbc74d51 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?id=39206cf4-ed9f-4479-8766-ece331b18c92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554833 Jul 20 15:41:54.972488 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:55.219435 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ac4b3-fa4c-4c70-bdbb-2c2956d3fc2f req-4a1950ae-45c7-499c-ba05-1ba9e7a75cda tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:55.221152 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-fd6ac4b3-fa4c-4c70-bdbb-2c2956d3fc2f req-4a1950ae-45c7-499c-ba05-1ba9e7a75cda tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.102 "GET /v2.0/ports?device_id=34721a3c-bac8-4cea-9f1d-6ee067b62ade HTTP/1.1" status: 200 len: 946 time: 0.0562143 Jul 20 15:41:55.224101 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:55.324139 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [req-fd6ac4b3-fa4c-4c70-bdbb-2c2956d3fc2f req-6616c03f-c38f-45df-9fc5-534dc288543d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Deleting port 23194b35-e97d-47c2-b0aa-7ba393259924 {{(pid=104509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:41:55.324509 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-fd6ac4b3-fa4c-4c70-bdbb-2c2956d3fc2f req-6616c03f-c38f-45df-9fc5-534dc288543d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (23194b35-e97d-47c2-b0aa-7ba393259924), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:55.430847 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-fd6ac4b3-fa4c-4c70-bdbb-2c2956d3fc2f req-6616c03f-c38f-45df-9fc5-534dc288543d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] For port 23194b35-e97d-47c2-b0aa-7ba393259924, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=23194b35-e97d-47c2-b0aa-7ba393259924,segment=NetworkSegment(e026d837-5e38-45b1-9c83-a88e3f038dd4),segment_id=e026d837-5e38-45b1-9c83-a88e3f038dd4)] {{(pid=104509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:41:55.431149 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-fd6ac4b3-fa4c-4c70-bdbb-2c2956d3fc2f req-6616c03f-c38f-45df-9fc5-534dc288543d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (23194b35-e97d-47c2-b0aa-7ba393259924), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:55.483873 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=100 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:55.647416 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-fd6ac4b3-fa4c-4c70-bdbb-2c2956d3fc2f req-6616c03f-c38f-45df-9fc5-534dc288543d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:55.647840 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-fd6ac4b3-fa4c-4c70-bdbb-2c2956d3fc2f req-6616c03f-c38f-45df-9fc5-534dc288543d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714675'] for floatingip (df04f5ce-b244-4a2c-af97-57d98b3ad7da), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:55.648165 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.db.l3_db [req-fd6ac4b3-fa4c-4c70-bdbb-2c2956d3fc2f req-6616c03f-c38f-45df-9fc5-534dc288543d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Floating IP df04f5ce-b244-4a2c-af97-57d98b3ad7da disassociated. External IP: 172.27.1.177, port: 23194b35-e97d-47c2-b0aa-7ba393259924. Jul 20 15:41:55.648524 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [req-fd6ac4b3-fa4c-4c70-bdbb-2c2956d3fc2f req-6616c03f-c38f-45df-9fc5-534dc288543d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Calling delete_port for 23194b35-e97d-47c2-b0aa-7ba393259924 owned by compute:nova {{(pid=104509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:41:55.822497 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb62e76-9581-41c1-ba79-2c1c2a7d9653 req-eed95dca-ff6b-4c52-8b0a-5cf7d38f741a tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:41:55.827096 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-bcb62e76-9581-41c1-ba79-2c1c2a7d9653 req-eed95dca-ff6b-4c52-8b0a-5cf7d38f741a tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=34721a3c-bac8-4cea-9f1d-6ee067b62ade HTTP/1.1" status: 200 len: 946 time: 0.0669410 Jul 20 15:41:55.881077 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-bcb62e76-9581-41c1-ba79-2c1c2a7d9653 req-8c17c86e-faf6-4cd0-a676-afafb100fb97 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?id=39206cf4-ed9f-4479-8766-ece331b18c92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511560 Jul 20 15:41:55.978365 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-fd6ac4b3-fa4c-4c70-bdbb-2c2956d3fc2f req-6616c03f-c38f-45df-9fc5-534dc288543d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (23194b35-e97d-47c2-b0aa-7ba393259924), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:56.009518 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6616c03f-c38f-45df-9fc5-534dc288543d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Pushing event deleted for resources: {'Port': ['ID=23194b35-e97d-47c2-b0aa-7ba393259924,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:56.132166 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd6ac4b3-fa4c-4c70-bdbb-2c2956d3fc2f req-6616c03f-c38f-45df-9fc5-534dc288543d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Router 3dbc9ad5-fe45-44b0-a894-986b191f2d98 has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:41:56.140393 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:56.251086 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd6ac4b3-fa4c-4c70-bdbb-2c2956d3fc2f req-6616c03f-c38f-45df-9fc5-534dc288543d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:41:56.378609 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e410d4f-a02d-45ae-bc58-b0f74da67afe None None] Sync routers for ids ['3dbc9ad5-fe45-44b0-a894-986b191f2d98'] in dv-cinder-819149-12-iscsi {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:41:56.378609 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e410d4f-a02d-45ae-bc58-b0f74da67afe None None] Routers {'3dbc9ad5-fe45-44b0-a894-986b191f2d98'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:41:56.378609 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-6e410d4f-a02d-45ae-bc58-b0f74da67afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:41:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['3dbc9ad5-fe45-44b0-a894-986b191f2d98'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:41:56.380218 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd6ac4b3-fa4c-4c70-bdbb-2c2956d3fc2f req-6616c03f-c38f-45df-9fc5-534dc288543d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] No DVR routers for this DVR port 23194b35-e97d-47c2-b0aa-7ba393259924 on host hv-cinder-81914 {{(pid=104509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 15:41:56.380218 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-fd6ac4b3-fa4c-4c70-bdbb-2c2956d3fc2f req-6616c03f-c38f-45df-9fc5-534dc288543d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:56.380218 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-fd6ac4b3-fa4c-4c70-bdbb-2c2956d3fc2f req-6616c03f-c38f-45df-9fc5-534dc288543d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.102 "DELETE /v2.0/ports/23194b35-e97d-47c2-b0aa-7ba393259924 HTTP/1.1" status: 204 len: 173 time: 1.0866590 Jul 20 15:41:56.380218 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34721a3c-bac8-4cea-9f1d-6ee067b62ade', 'name': 'network-vif-deleted', 'tag': '23194b35-e97d-47c2-b0aa-7ba393259924'}] {{(pid=104509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:41:56.380218 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df77c6b91a480694ea4413056d8ef6386aadd078611a8438297a7cf852766117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7dfb1b-2a0f-4f91-b99d-68ebc3993182" -d '{"events": [{"server_uuid": "34721a3c-bac8-4cea-9f1d-6ee067b62ade", "name": "network-vif-deleted", "tag": "23194b35-e97d-47c2-b0aa-7ba393259924"}]}' {{(pid=104509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:41:56.380218 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 15:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0308374a-df5f-4bf3-8f70-b3f51bac578d x-openstack-request-id: req-0308374a-df5f-4bf3-8f70-b3f51bac578d {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:41:56.380218 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34721a3c-bac8-4cea-9f1d-6ee067b62ade", "name": "network-vif-deleted", "tag": "23194b35-e97d-47c2-b0aa-7ba393259924", "status": "completed", "code": 200}]} {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:41:56.380976 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0308374a-df5f-4bf3-8f70-b3f51bac578d {{(pid=104509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:41:56.434664 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0308374a-df5f-4bf3-8f70-b3f51bac578d'] response: {'server_uuid': '34721a3c-bac8-4cea-9f1d-6ee067b62ade', 'name': 'network-vif-deleted', 'tag': '23194b35-e97d-47c2-b0aa-7ba393259924', 'status': 'completed', 'code': 200} Jul 20 15:41:56.435268 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-6e410d4f-a02d-45ae-bc58-b0f74da67afe None None] Set router 3dbc9ad5-fe45-44b0-a894-986b191f2d98 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:41:56.600606 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:41:56.682474 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-6e410d4f-a02d-45ae-bc58-b0f74da67afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'name': 'tempest-AttachVolumeNegativeTest-814596091-router', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:37:58Z', 'updated_at': '2022-07-20T15:38:01Z', 'revision_number': 4, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'gw_port': {'id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:37:59Z', 'updated_at': '2022-07-20T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '78d0224a-43a2-4733-85f5-87b141dd2c9d', 'name': '', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'mac_address': 'fa:16:3e:f1:6f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:38:00Z', 'updated_at': '2022-07-20T15:38:05Z', 'revision_number': 5, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'subnets': [{'id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:41:56.709679 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e410d4f-a02d-45ae-bc58-b0f74da67afe None None] Checking router: 3dbc9ad5-fe45-44b0-a894-986b191f2d98 for host: dv-cinder-819149-12-iscsi {{(pid=104511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:41:56.720616 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e410d4f-a02d-45ae-bc58-b0f74da67afe None None] Routers {'3dbc9ad5-fe45-44b0-a894-986b191f2d98'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:41:56.721488 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-6e410d4f-a02d-45ae-bc58-b0f74da67afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:41:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['3dbc9ad5-fe45-44b0-a894-986b191f2d98'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:41:56.889140 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-6e410d4f-a02d-45ae-bc58-b0f74da67afe None None] Set router 3dbc9ad5-fe45-44b0-a894-986b191f2d98 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:41:57.060699 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a1c9beb7-a067-4918-ac04-e22bcff6fd9c req-85df120a-26ea-4f0c-ace1-651f494cfc5a tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=34721a3c-bac8-4cea-9f1d-6ee067b62ade HTTP/1.1" status: 200 len: 210 time: 0.0363555 Jul 20 15:41:57.119113 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-6e410d4f-a02d-45ae-bc58-b0f74da67afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'name': 'tempest-AttachVolumeNegativeTest-814596091-router', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:37:58Z', 'updated_at': '2022-07-20T15:38:01Z', 'revision_number': 4, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'gw_port': {'id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:37:59Z', 'updated_at': '2022-07-20T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '78d0224a-43a2-4733-85f5-87b141dd2c9d', 'name': '', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'mac_address': 'fa:16:3e:f1:6f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:38:00Z', 'updated_at': '2022-07-20T15:38:05Z', 'revision_number': 5, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'subnets': [{'id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:41:57.149927 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e410d4f-a02d-45ae-bc58-b0f74da67afe None None] The sync data for ids ['3dbc9ad5-fe45-44b0-a894-986b191f2d98'] in dv-cinder-819149-12-iscsi is: [{'id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'name': 'tempest-AttachVolumeNegativeTest-814596091-router', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:37:58Z', 'updated_at': '2022-07-20T15:38:01Z', 'revision_number': 4, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'gw_port': {'id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:37:59Z', 'updated_at': '2022-07-20T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '78d0224a-43a2-4733-85f5-87b141dd2c9d', 'name': '', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'mac_address': 'fa:16:3e:f1:6f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:38:00Z', 'updated_at': '2022-07-20T15:38:05Z', 'revision_number': 5, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'subnets': [{'id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:41:57.394809 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a32c3b2-064e-4ca8-9120-b35b0b4e3c79 None None] New status for floating IP df04f5ce-b244-4a2c-af97-57d98b3ad7da: DOWN {{(pid=104512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 15:41:58.442170 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 50352) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:41:58.508711 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-317e361e-d63a-422b-bee7-9bf2e2dd1c16 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group (39206cf4-ed9f-4479-8766-ece331b18c92), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:58.535053 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-317e361e-d63a-422b-bee7-9bf2e2dd1c16 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group (39206cf4-ed9f-4479-8766-ece331b18c92), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:58.790021 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-317e361e-d63a-422b-bee7-9bf2e2dd1c16 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (39206cf4-ed9f-4479-8766-ece331b18c92), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:58.794295 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-317e361e-d63a-422b-bee7-9bf2e2dd1c16 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:58.795898 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-317e361e-d63a-422b-bee7-9bf2e2dd1c16 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "DELETE /v2.0/security-groups/39206cf4-ed9f-4479-8766-ece331b18c92 HTTP/1.1" status: 204 len: 168 time: 0.3527031 Jul 20 15:41:58.800537 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 50362) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:41:58.822546 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.api.v2.resource [None req-a2d48ed1-eb33-48b2-b445-9e3b274ba0d1 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] show failed (client error): The resource could not be found. Jul 20 15:41:58.823992 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-a2d48ed1-eb33-48b2-b445-9e3b274ba0d1 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups/39206cf4-ed9f-4479-8766-ece331b18c92 HTTP/1.1" status: 404 len: 347 time: 0.0217121 Jul 20 15:41:58.825437 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e361e-d63a-422b-bee7-9bf2e2dd1c16 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39206cf4-ed9f-4479-8766-ece331b18c92,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:58.827882 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 50364) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:41:58.980740 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-6c5fa877-59d5-4e82-8791-023e4586ed17 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Deleting port 04f04d63-fc66-426b-abc4-9b67422ce40f {{(pid=104509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:41:58.981191 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6c5fa877-59d5-4e82-8791-023e4586ed17 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (04f04d63-fc66-426b-abc4-9b67422ce40f), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:59.072501 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6c5fa877-59d5-4e82-8791-023e4586ed17 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (04f04d63-fc66-426b-abc4-9b67422ce40f), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:59.072742 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6c5fa877-59d5-4e82-8791-023e4586ed17 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for floatingip (04f04d63-fc66-426b-abc4-9b67422ce40f), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:59.085852 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-6c5fa877-59d5-4e82-8791-023e4586ed17 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Calling delete_port for 04f04d63-fc66-426b-abc4-9b67422ce40f owned by network:floatingip {{(pid=104509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:41:59.396303 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6c5fa877-59d5-4e82-8791-023e4586ed17 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (04f04d63-fc66-426b-abc4-9b67422ce40f), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:59.430655 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5fa877-59d5-4e82-8791-023e4586ed17 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Pushing event deleted for resources: {'Port': ['ID=04f04d63-fc66-426b-abc4-9b67422ce40f,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:41:59.503401 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6c5fa877-59d5-4e82-8791-023e4586ed17 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for floatingip (df04f5ce-b244-4a2c-af97-57d98b3ad7da), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:59.506899 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6c5fa877-59d5-4e82-8791-023e4586ed17 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for floatingip (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:59.508350 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-6c5fa877-59d5-4e82-8791-023e4586ed17 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "DELETE /v2.0/floatingips/df04f5ce-b244-4a2c-af97-57d98b3ad7da HTTP/1.1" status: 204 len: 168 time: 0.6792905 Jul 20 15:41:59.673510 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 50370) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:41:59.678469 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-718fbcf7-4e1a-4323-858c-c9fbe4f38086 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Request body: {'security_group': {'name': 'tempest-securitygroup--898723971', 'description': 'tempest-description--435212949'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:41:59.823915 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-718fbcf7-4e1a-4323-858c-c9fbe4f38086 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:41:59.906667 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-718fbcf7-4e1a-4323-858c-c9fbe4f38086 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group (a3aa2fbe-308a-47de-b45a-04c282fdfc1a), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:00.057993 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-718fbcf7-4e1a-4323-858c-c9fbe4f38086 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (a3aa2fbe-308a-47de-b45a-04c282fdfc1a), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:00.097673 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718fbcf7-4e1a-4323-858c-c9fbe4f38086 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3aa2fbe-308a-47de-b45a-04c282fdfc1a,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:42:00.193660 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 23194b35-e97d-47c2-b0aa-7ba393259924 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:42:00.217481 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] No Port match for: 23194b35-e97d-47c2-b0aa-7ba393259924 {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:42:00.217969 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 23194b35-e97d-47c2-b0aa-7ba393259924 not bound to the agent host hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:42:00.295458 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-718fbcf7-4e1a-4323-858c-c9fbe4f38086 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:00.297677 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-718fbcf7-4e1a-4323-858c-c9fbe4f38086 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6230512 Jul 20 15:42:00.300539 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 50378) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:42:00.306288 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-2a2061cf-0290-4737-be32-bc9b7aa2a049 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Request body: {'security_group_rule': {'security_group_id': 'a3aa2fbe-308a-47de-b45a-04c282fdfc1a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:42:00.482575 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-2a2061cf-0290-4737-be32-bc9b7aa2a049 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group_rule (bef7d80e-c053-420a-939b-2be1a5959e88), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:00.545696 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-2a2061cf-0290-4737-be32-bc9b7aa2a049 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group_rule (bef7d80e-c053-420a-939b-2be1a5959e88), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:00.731461 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-2a2061cf-0290-4737-be32-bc9b7aa2a049 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624241'] for security_group_rule (bef7d80e-c053-420a-939b-2be1a5959e88), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:00.745971 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2061cf-0290-4737-be32-bc9b7aa2a049 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bef7d80e-c053-420a-939b-2be1a5959e88,revision_number=0']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:42:00.912625 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-2a2061cf-0290-4737-be32-bc9b7aa2a049 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:00.915514 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-2a2061cf-0290-4737-be32-bc9b7aa2a049 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6123307 Jul 20 15:42:00.919257 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 50384) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:42:00.924285 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-952b9879-3c9a-42dc-b169-ad8516ed17aa tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Request body: {'security_group_rule': {'security_group_id': 'a3aa2fbe-308a-47de-b45a-04c282fdfc1a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:42:00.930181 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:01.315415 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-952b9879-3c9a-42dc-b169-ad8516ed17aa tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group_rule (9f5640b4-191a-4cdc-8e88-d1ee5f87cfaf), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:01.361107 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:01.378141 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-952b9879-3c9a-42dc-b169-ad8516ed17aa tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group_rule (9f5640b4-191a-4cdc-8e88-d1ee5f87cfaf), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:01.560577 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-952b9879-3c9a-42dc-b169-ad8516ed17aa tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1624241'] for security_group_rule (9f5640b4-191a-4cdc-8e88-d1ee5f87cfaf), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:01.582227 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952b9879-3c9a-42dc-b169-ad8516ed17aa tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f5640b4-191a-4cdc-8e88-d1ee5f87cfaf,revision_number=0']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:42:01.719703 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-952b9879-3c9a-42dc-b169-ad8516ed17aa tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:01.720990 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-952b9879-3c9a-42dc-b169-ad8516ed17aa tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8005133 Jul 20 15:42:01.724255 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 50392) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:42:01.728984 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-db026f35-6eb5-4221-8943-595c3c431314 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Request body: {'floatingip': {'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:42:01.739654 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:01.893190 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-db026f35-6eb5-4221-8943-595c3c431314 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:01.988168 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-db026f35-6eb5-4221-8943-595c3c431314 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:02.096284 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:02.118524 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_common [None req-db026f35-6eb5-4221-8943-595c3c431314 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Allocated IP 172.27.1.121 (8e10d912-d794-48e6-8f9b-6baf59c7f77e/d5daf119-8c14-4f50-a186-1c01cb5bfe5f/b042d131-1c8a-49c2-9ee3-5594f7927213) {{(pid=104509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:42:02.286778 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-db026f35-6eb5-4221-8943-595c3c431314 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for port (b042d131-1c8a-49c2-9ee3-5594f7927213), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:02.408065 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-db026f35-6eb5-4221-8943-595c3c431314 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (b042d131-1c8a-49c2-9ee3-5594f7927213), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:02.455629 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db026f35-6eb5-4221-8943-595c3c431314 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Network 8e10d912-d794-48e6-8f9b-6baf59c7f77e is already hosted by enough agents. {{(pid=104509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:42:02.458688 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [None req-db026f35-6eb5-4221-8943-595c3c431314 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Resources bound (agent type, host, resource id): {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:42:02.459041 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-8ca21465-2b0a-4c8d-a0e1-d3fbc1c6284c tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-463581945&fields=id&tenant_id=68372ee91fb843108d3b0cb1c99cd186 HTTP/1.1" status: 200 len: 267 time: 0.0757174 Jul 20 15:42:02.462088 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db026f35-6eb5-4221-8943-595c3c431314 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Received port after_create {{(pid=104509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:42:02.501241 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db026f35-6eb5-4221-8943-595c3c431314 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Pushing event updated for resources: {'Port': ['ID=b042d131-1c8a-49c2-9ee3-5594f7927213,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:42:02.579360 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-db026f35-6eb5-4221-8943-595c3c431314 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for floatingip (42f85fb2-f197-45ed-adfe-4cf739bdf4a3), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:02.611887 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-9b785e34-95f3-440b-820a-9ceeb9e2dc9e tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:02.613411 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-9b785e34-95f3-440b-820a-9ceeb9e2dc9e tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/networks?id=8628016f-4714-4c11-b108-0d43d71372c8 HTTP/1.1" status: 200 len: 812 time: 0.1478939 Jul 20 15:42:02.642657 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-1cfb6ece-abd9-453a-87f1-ac764d5fac0e tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/quotas/68372ee91fb843108d3b0cb1c99cd186 HTTP/1.1" status: 200 len: 375 time: 0.0172262 Jul 20 15:42:02.719063 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-9ea3baec-cd1e-47c9-86bd-5c88834208c0 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=68372ee91fb843108d3b0cb1c99cd186&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652115 Jul 20 15:42:02.736028 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-363e18ab-f786-477f-8e2a-1db4e24ce1b7 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104510) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 15:42:02.739103 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-363e18ab-f786-477f-8e2a-1db4e24ce1b7 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0065353 Jul 20 15:42:02.741956 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-db026f35-6eb5-4221-8943-595c3c431314 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (b042d131-1c8a-49c2-9ee3-5594f7927213), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:02.901770 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-ecc08d47-4d50-4d25-8757-18b420605437 service neutron] 10.222.0.78 "GET /v2.0/networks/8628016f-4714-4c11-b108-0d43d71372c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568608 Jul 20 15:42:02.971426 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-db026f35-6eb5-4221-8943-595c3c431314 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for port (b042d131-1c8a-49c2-9ee3-5594f7927213), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:03.030305 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-2ba6a143-fa27-4a23-955e-e39e7b66ea0d service neutron] 10.222.0.78 "GET /v2.0/networks/8628016f-4714-4c11-b108-0d43d71372c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229749 Jul 20 15:42:03.087712 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-db026f35-6eb5-4221-8943-595c3c431314 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934114'] for port (b042d131-1c8a-49c2-9ee3-5594f7927213), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:03.211563 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:03.212850 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db026f35-6eb5-4221-8943-595c3c431314 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Pushing event updated for resources: {'Port': ['ID=b042d131-1c8a-49c2-9ee3-5594f7927213,revision_number=2']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:42:03.226144 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-db026f35-6eb5-4221-8943-595c3c431314 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714675'] for floatingip (42f85fb2-f197-45ed-adfe-4cf739bdf4a3), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:03.454506 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-db026f35-6eb5-4221-8943-595c3c431314 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for floatingip (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:03.456053 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-db026f35-6eb5-4221-8943-595c3c431314 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7307992 Jul 20 15:42:03.724508 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-a293b029-19fa-4bcf-a8ca-5180ca1a3882 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--898723971&fields=id&tenant_id=44dc2a5c754d42d1862b331afef2183f HTTP/1.1" status: 200 len: 267 time: 0.0532608 Jul 20 15:42:03.792720 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:03.881920 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-0fb76848-a0c2-404a-8e9d-1686ed961d79 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:03.889150 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-0fb76848-a0c2-404a-8e9d-1686ed961d79 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/networks?id=4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc HTTP/1.1" status: 200 len: 814 time: 0.1548529 Jul 20 15:42:03.904510 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-13511cc4-5e4a-4568-ad91-20e89584df23 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/quotas/44dc2a5c754d42d1862b331afef2183f HTTP/1.1" status: 200 len: 375 time: 0.0144405 Jul 20 15:42:03.954433 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-c714affe-b763-4540-a445-b84d16c617b2 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=44dc2a5c754d42d1862b331afef2183f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490458 Jul 20 15:42:04.106712 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-ac30cae4-d789-4bc7-b7c5-24f49a56bd5d service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104510) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 15:42:04.113709 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-ac30cae4-d789-4bc7-b7c5-24f49a56bd5d service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1463912 Jul 20 15:42:04.161064 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9bc8c598-9769-40f3-97f0-c7250db730ac req-63f07b98-a124-4c52-8bd5-18cbe4d6acaa tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=8dd5710a-4106-4dcd-8ec4-083d49813b41 HTTP/1.1" status: 200 len: 210 time: 0.0452096 Jul 20 15:42:04.249612 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-6fc8a0e1-37d6-4d5c-952e-7833a52145b6 service neutron] 10.222.0.78 "GET /v2.0/networks/4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350350 Jul 20 15:42:04.363538 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-383586e0-1248-4f4e-af98-e2716df99ebb service neutron] 10.222.0.78 "GET /v2.0/networks/4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076448 Jul 20 15:42:04.990512 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-55d3bf40-12e5-4166-a1e6-580800cd59b5 req-667ae223-2469-4eea-be1e-9a37baa1d4bf tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=023a1736-7558-4434-9b4d-4bbe0d9f4ea4 HTTP/1.1" status: 200 len: 210 time: 0.0552561 Jul 20 15:42:05.248987 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3bb173f0-d182-4bca-b83a-5c7d0b5038b3 req-d1a239e3-7f4b-4e34-9792-932d09049da0 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=8dd5710a-4106-4dcd-8ec4-083d49813b41 HTTP/1.1" status: 200 len: 210 time: 0.0312164 Jul 20 15:42:06.123976 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-abb7761a-c4c0-443a-a8ae-dad670e56e29 req-4053a59b-7070-4bb8-a56f-123182176c4d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=023a1736-7558-4434-9b4d-4bbe0d9f4ea4 HTTP/1.1" status: 200 len: 210 time: 0.0613642 Jul 20 15:42:06.374377 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c4e9ff8b-b82f-43ec-ac89-b1af73e4c27d req-802a1df9-9fe5-418b-b3e3-fe32421e0542 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=8dd5710a-4106-4dcd-8ec4-083d49813b41 HTTP/1.1" status: 200 len: 210 time: 0.0318201 Jul 20 15:42:07.249463 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ab6bd60d-7a50-44bc-a06a-42a6d3447c92 req-ba6364cb-2456-4c97-92bd-11d297e027ec tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=023a1736-7558-4434-9b4d-4bbe0d9f4ea4 HTTP/1.1" status: 200 len: 210 time: 0.0485280 Jul 20 15:42:07.469374 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=63,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:07.498902 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c3ac4bbb-0329-4209-b75f-4d152578d325 req-bab36c2b-6afb-491a-be5d-8eab3fb7f84d tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=8dd5710a-4106-4dcd-8ec4-083d49813b41 HTTP/1.1" status: 200 len: 210 time: 0.0292392 Jul 20 15:42:07.520660 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:08.185505 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-1532fe5c-183a-4204-bd30-7ea52df94a2f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:08.187964 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-1532fe5c-183a-4204-bd30-7ea52df94a2f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.102 "GET /v2.0/networks?id=8628016f-4714-4c11-b108-0d43d71372c8 HTTP/1.1" status: 200 len: 812 time: 0.1734958 Jul 20 15:42:08.303646 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-29f8688e-6f1b-47cc-a7e6-696c009b7e7e tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68372ee91fb843108d3b0cb1c99cd186 HTTP/1.1" status: 200 len: 379 time: 0.0795825 Jul 20 15:42:08.321494 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-172b0655-7933-4fef-ae1d-40459649a966 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Request body: {'port': {'device_id': '8dd5710a-4106-4dcd-8ec4-083d49813b41', 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8', 'admin_state_up': True, 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'security_groups': ['071adf3e-56fe-45ee-99f0-b369b062b654']}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:42:08.407512 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-c0f49f91-7e66-45bb-b66d-dbf927a69efe tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:08.409209 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-c0f49f91-7e66-45bb-b66d-dbf927a69efe tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.102 "GET /v2.0/networks?id=4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc HTTP/1.1" status: 200 len: 814 time: 0.2933071 Jul 20 15:42:08.446750 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-11ec6d81-da1d-4fe7-a1c2-cea61a8189a8 req-2693622b-a72f-4300-85b0-216242c33de0 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=023a1736-7558-4434-9b4d-4bbe0d9f4ea4 HTTP/1.1" status: 200 len: 210 time: 0.0372882 Jul 20 15:42:08.457217 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:08.573738 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-23150705-92cb-4f43-91a7-67dd5b413220 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44dc2a5c754d42d1862b331afef2183f HTTP/1.1" status: 200 len: 379 time: 0.1231701 Jul 20 15:42:08.631673 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-b6c3e90b-31ae-4dc1-83ed-f7f45fa6f50d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Request body: {'port': {'device_id': '023a1736-7558-4434-9b4d-4bbe0d9f4ea4', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'admin_state_up': True, 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'security_groups': ['a3aa2fbe-308a-47de-b45a-04c282fdfc1a']}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:42:08.638629 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b9641de8-7159-49a8-9bdc-9a18c4c92992 req-502c77a8-29f2-4704-b738-ba84ae179650 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=8dd5710a-4106-4dcd-8ec4-083d49813b41 HTTP/1.1" status: 200 len: 210 time: 0.0414691 Jul 20 15:42:08.675212 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-172b0655-7933-4fef-ae1d-40459649a966 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Made reservation on behalf of 68372ee91fb843108d3b0cb1c99cd186 for: {'port': 1} {{(pid=104509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:42:08.679155 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-172b0655-7933-4fef-ae1d-40459649a966 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:08.843847 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:08.880262 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_common [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-172b0655-7933-4fef-ae1d-40459649a966 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Allocated IP 172.20.0.11 (8628016f-4714-4c11-b108-0d43d71372c8/a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6/9062b142-2a3f-4a67-a60e-b3ba58fb3834) {{(pid=104509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:42:08.888398 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:09.070164 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:09.235020 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-b6c3e90b-31ae-4dc1-83ed-f7f45fa6f50d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Made reservation on behalf of 44dc2a5c754d42d1862b331afef2183f for: {'port': 1} {{(pid=104509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:42:09.238452 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-b6c3e90b-31ae-4dc1-83ed-f7f45fa6f50d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:09.341318 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-172b0655-7933-4fef-ae1d-40459649a966 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks [] for port (9062b142-2a3f-4a67-a60e-b3ba58fb3834), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:09.403721 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:09.427563 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_common [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-b6c3e90b-31ae-4dc1-83ed-f7f45fa6f50d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Allocated IP 172.20.0.3 (4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc/f67dc5bc-fa6a-464f-8936-90155eea6d28/38c141c8-0909-4ef8-8ff6-6a25e3d25531) {{(pid=104509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:42:09.529415 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-172b0655-7933-4fef-ae1d-40459649a966 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (9062b142-2a3f-4a67-a60e-b3ba58fb3834), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:09.564782 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-298965e3-4ba0-4939-8793-7bfbd06b0bdb req-045c9700-d04f-4d0e-bcaa-213a06e2d678 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=023a1736-7558-4434-9b4d-4bbe0d9f4ea4 HTTP/1.1" status: 200 len: 210 time: 0.0322630 Jul 20 15:42:09.594861 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-172b0655-7933-4fef-ae1d-40459649a966 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Network 8628016f-4714-4c11-b108-0d43d71372c8 is already hosted by enough agents. {{(pid=104509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:42:09.602290 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-172b0655-7933-4fef-ae1d-40459649a966 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Resources bound (agent type, host, resource id): {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:42:09.604816 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-172b0655-7933-4fef-ae1d-40459649a966 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Received port after_create {{(pid=104509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:42:09.613818 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172b0655-7933-4fef-ae1d-40459649a966 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Pushing event updated for resources: {'Port': ['ID=9062b142-2a3f-4a67-a60e-b3ba58fb3834,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:42:09.667063 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-b6c3e90b-31ae-4dc1-83ed-f7f45fa6f50d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for port (38c141c8-0909-4ef8-8ff6-6a25e3d25531), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:09.685613 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-172b0655-7933-4fef-ae1d-40459649a966 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:09.686284 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-172b0655-7933-4fef-ae1d-40459649a966 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:09.770505 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15c4ff-7065-45f1-9087-882e031e8da6 req-1d7fda72-3aa4-4e0a-8684-11845f00515d tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:09.775024 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5d15c4ff-7065-45f1-9087-882e031e8da6 req-1d7fda72-3aa4-4e0a-8684-11845f00515d tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=8dd5710a-4106-4dcd-8ec4-083d49813b41 HTTP/1.1" status: 200 len: 932 time: 0.0501568 Jul 20 15:42:09.803510 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-172b0655-7933-4fef-ae1d-40459649a966 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4861848 Jul 20 15:42:09.804720 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-b6c3e90b-31ae-4dc1-83ed-f7f45fa6f50d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (38c141c8-0909-4ef8-8ff6-6a25e3d25531), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:09.811230 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:09.818080 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-680bc1d6-9a88-40fd-a154-bea286a10428 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=104509) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 15:42:09.819167 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-680bc1d6-9a88-40fd-a154-bea286a10428 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049834 Jul 20 15:42:09.827030 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5d15c4ff-7065-45f1-9087-882e031e8da6 req-4f528fd7-0b81-426c-8447-901fbd2f0418 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477817 Jul 20 15:42:09.858619 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-b6c3e90b-31ae-4dc1-83ed-f7f45fa6f50d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Network 4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc is already hosted by enough agents. {{(pid=104509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:42:09.859532 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-53b8dc1a-ba73-458e-a100-211747fae4bd None None] Provisioning complete for port 9062b142-2a3f-4a67-a60e-b3ba58fb3834 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:42:09.860018 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-53b8dc1a-ba73-458e-a100-211747fae4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (9062b142-2a3f-4a67-a60e-b3ba58fb3834), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:09.862147 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-b6c3e90b-31ae-4dc1-83ed-f7f45fa6f50d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Resources bound (agent type, host, resource id): {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:42:09.868678 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-b6c3e90b-31ae-4dc1-83ed-f7f45fa6f50d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Received port after_create {{(pid=104509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:42:09.901829 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-53b8dc1a-ba73-458e-a100-211747fae4bd None None] Port 9062b142-2a3f-4a67-a60e-b3ba58fb3834 cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:42:09.904354 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-7f2ece19-2be8-4dca-8bca-e2d4ec79726a service neutron] Request body: {'port': {'device_id': '8dd5710a-4106-4dcd-8ec4-083d49813b41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:42:09.910459 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3e90b-31ae-4dc1-83ed-f7f45fa6f50d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Pushing event updated for resources: {'Port': ['ID=38c141c8-0909-4ef8-8ff6-6a25e3d25531,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:42:09.959495 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-b6c3e90b-31ae-4dc1-83ed-f7f45fa6f50d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:09.960190 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-b6c3e90b-31ae-4dc1-83ed-f7f45fa6f50d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:09.999630 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-7f2ece19-2be8-4dca-8bca-e2d4ec79726a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (9062b142-2a3f-4a67-a60e-b3ba58fb3834), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:10.111446 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-b6c3e90b-31ae-4dc1-83ed-f7f45fa6f50d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4838846 Jul 20 15:42:10.121071 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-2d2136f7-4cc1-4316-9c37-4859316bfb98 None None] Provisioning complete for port 38c141c8-0909-4ef8-8ff6-6a25e3d25531 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:42:10.121750 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2d2136f7-4cc1-4316-9c37-4859316bfb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (38c141c8-0909-4ef8-8ff6-6a25e3d25531), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:10.128848 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-5fcbf311-172f-4935-ae32-0e4bada42227 service neutron] Request body: {'port': {'device_id': '023a1736-7558-4434-9b4d-4bbe0d9f4ea4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:42:10.156409 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-2d2136f7-4cc1-4316-9c37-4859316bfb98 None None] Port 38c141c8-0909-4ef8-8ff6-6a25e3d25531 cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:42:10.258635 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-5fcbf311-172f-4935-ae32-0e4bada42227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (38c141c8-0909-4ef8-8ff6-6a25e3d25531), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:10.276550 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:10.449596 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-7f2ece19-2be8-4dca-8bca-e2d4ec79726a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9062b142-2a3f-4a67-a60e-b3ba58fb3834 {{(pid=104509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:42:10.468205 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-7f2ece19-2be8-4dca-8bca-e2d4ec79726a service neutron] Publish callbacks [] for port (9062b142-2a3f-4a67-a60e-b3ba58fb3834), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:10.515747 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.provisioning_blocks [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-7f2ece19-2be8-4dca-8bca-e2d4ec79726a service neutron] Transition to ACTIVE for port object 9062b142-2a3f-4a67-a60e-b3ba58fb3834 will not be triggered until provisioned by entity L2. {{(pid=104509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 15:42:10.609162 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-5fcbf311-172f-4935-ae32-0e4bada42227 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38c141c8-0909-4ef8-8ff6-6a25e3d25531 {{(pid=104509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:42:10.616879 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-5fcbf311-172f-4935-ae32-0e4bada42227 service neutron] Publish callbacks [] for port (38c141c8-0909-4ef8-8ff6-6a25e3d25531), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:10.621195 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-7f2ece19-2be8-4dca-8bca-e2d4ec79726a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934114'] for port (9062b142-2a3f-4a67-a60e-b3ba58fb3834), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:10.656743 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:10.658317 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.provisioning_blocks [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-5fcbf311-172f-4935-ae32-0e4bada42227 service neutron] Transition to ACTIVE for port object 38c141c8-0909-4ef8-8ff6-6a25e3d25531 will not be triggered until provisioned by entity L2. {{(pid=104509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 15:42:10.686791 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ece19-2be8-4dca-8bca-e2d4ec79726a service neutron] Pushing event updated for resources: {'Port': ['ID=9062b142-2a3f-4a67-a60e-b3ba58fb3834,revision_number=2']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:42:10.702758 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877175f-0a2d-4800-9741-48776fb7596e req-2e499487-970e-45d3-81b7-5f9e5e7e6e70 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:10.709072 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-f877175f-0a2d-4800-9741-48776fb7596e req-2e499487-970e-45d3-81b7-5f9e5e7e6e70 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=023a1736-7558-4434-9b4d-4bbe0d9f4ea4 HTTP/1.1" status: 200 len: 931 time: 0.0648365 Jul 20 15:42:10.767347 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-f877175f-0a2d-4800-9741-48776fb7596e req-240227fe-1492-4134-bb0f-e3dd1348a3d7 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3aa2fbe-308a-47de-b45a-04c282fdfc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539441 Jul 20 15:42:10.770957 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-7f2ece19-2be8-4dca-8bca-e2d4ec79726a service neutron] Attempting to bind port 9062b142-2a3f-4a67-a60e-b3ba58fb3834 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:42:10.771303 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-7f2ece19-2be8-4dca-8bca-e2d4ec79726a service neutron] Attempting to bind port 9062b142-2a3f-4a67-a60e-b3ba58fb3834 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8'}] {{(pid=104509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:42:10.771656 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-7f2ece19-2be8-4dca-8bca-e2d4ec79726a service neutron] Attempting to bind port 9062b142-2a3f-4a67-a60e-b3ba58fb3834 on network 8628016f-4714-4c11-b108-0d43d71372c8 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:42:10.784885 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-7f2ece19-2be8-4dca-8bca-e2d4ec79726a service neutron] Port 9062b142-2a3f-4a67-a60e-b3ba58fb3834 on network 8628016f-4714-4c11-b108-0d43d71372c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 15:42:10.785306 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-7f2ece19-2be8-4dca-8bca-e2d4ec79726a service neutron] Attempting to bind port 9062b142-2a3f-4a67-a60e-b3ba58fb3834 on network 8628016f-4714-4c11-b108-0d43d71372c8 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:42:10.790832 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-7f2ece19-2be8-4dca-8bca-e2d4ec79726a service neutron] Checking agent: {'id': '84834a4b-f4d1-4c41-9203-9b15edc444f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 29, 38), 'started_at': datetime.datetime(2022, 7, 20, 15, 29, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:42:10.791173 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-7f2ece19-2be8-4dca-8bca-e2d4ec79726a service neutron] Checking segment: {'id': 'c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:42:10.791595 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-7f2ece19-2be8-4dca-8bca-e2d4ec79726a service neutron] Bound using segment: {'id': 'c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8'} {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:42:10.792031 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-7f2ece19-2be8-4dca-8bca-e2d4ec79726a service neutron] Bound port: 9062b142-2a3f-4a67-a60e-b3ba58fb3834, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8'}}] {{(pid=104509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:42:10.792401 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-7f2ece19-2be8-4dca-8bca-e2d4ec79726a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (9062b142-2a3f-4a67-a60e-b3ba58fb3834), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:10.864089 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-5fcbf311-172f-4935-ae32-0e4bada42227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934114'] for port (38c141c8-0909-4ef8-8ff6-6a25e3d25531), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:10.893660 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-7f2ece19-2be8-4dca-8bca-e2d4ec79726a service neutron] For port 9062b142-2a3f-4a67-a60e-b3ba58fb3834, host hv-cinder-81914, cleared binding levels {{(pid=104509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:42:10.920401 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:10.927892 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-7f2ece19-2be8-4dca-8bca-e2d4ec79726a service neutron] For port 9062b142-2a3f-4a67-a60e-b3ba58fb3834, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=9062b142-2a3f-4a67-a60e-b3ba58fb3834,segment=NetworkSegment(c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28),segment_id=c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28)] {{(pid=104509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:42:10.946918 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcbf311-172f-4935-ae32-0e4bada42227 service neutron] Pushing event updated for resources: {'Port': ['ID=38c141c8-0909-4ef8-8ff6-6a25e3d25531,revision_number=2']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:42:10.976566 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca66d49-972e-4548-9fe0-e80a896b8556 req-c71da3b5-890b-446d-9f1c-0591c0fdbfef tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:10.978245 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-1ca66d49-972e-4548-9fe0-e80a896b8556 req-c71da3b5-890b-446d-9f1c-0591c0fdbfef tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=8dd5710a-4106-4dcd-8ec4-083d49813b41 HTTP/1.1" status: 200 len: 944 time: 0.0669394 Jul 20 15:42:11.030209 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-5fcbf311-172f-4935-ae32-0e4bada42227 service neutron] Attempting to bind port 38c141c8-0909-4ef8-8ff6-6a25e3d25531 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:42:11.030593 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-5fcbf311-172f-4935-ae32-0e4bada42227 service neutron] Attempting to bind port 38c141c8-0909-4ef8-8ff6-6a25e3d25531 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'e026d837-5e38-45b1-9c83-a88e3f038dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc'}] {{(pid=104509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:42:11.031396 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-5fcbf311-172f-4935-ae32-0e4bada42227 service neutron] Attempting to bind port 38c141c8-0909-4ef8-8ff6-6a25e3d25531 on network 4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:42:11.037185 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-5fcbf311-172f-4935-ae32-0e4bada42227 service neutron] Port 38c141c8-0909-4ef8-8ff6-6a25e3d25531 on network 4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 15:42:11.037593 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-5fcbf311-172f-4935-ae32-0e4bada42227 service neutron] Attempting to bind port 38c141c8-0909-4ef8-8ff6-6a25e3d25531 on network 4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:42:11.042180 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-1ca66d49-972e-4548-9fe0-e80a896b8556 req-903a6e4e-8153-4203-9a90-86dda476fec5 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567575 Jul 20 15:42:11.044421 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-5fcbf311-172f-4935-ae32-0e4bada42227 service neutron] Checking agent: {'id': '84834a4b-f4d1-4c41-9203-9b15edc444f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 29, 38), 'started_at': datetime.datetime(2022, 7, 20, 15, 29, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:42:11.044773 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-5fcbf311-172f-4935-ae32-0e4bada42227 service neutron] Checking segment: {'id': 'e026d837-5e38-45b1-9c83-a88e3f038dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:42:11.045170 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-5fcbf311-172f-4935-ae32-0e4bada42227 service neutron] Bound using segment: {'id': 'e026d837-5e38-45b1-9c83-a88e3f038dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc'} {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:42:11.045847 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-5fcbf311-172f-4935-ae32-0e4bada42227 service neutron] Bound port: 38c141c8-0909-4ef8-8ff6-6a25e3d25531, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e026d837-5e38-45b1-9c83-a88e3f038dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc'}}] {{(pid=104509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:42:11.046098 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-5fcbf311-172f-4935-ae32-0e4bada42227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (38c141c8-0909-4ef8-8ff6-6a25e3d25531), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:11.091477 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:11.107211 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-7f2ece19-2be8-4dca-8bca-e2d4ec79726a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934114'] for port (9062b142-2a3f-4a67-a60e-b3ba58fb3834), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:11.155536 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-5fcbf311-172f-4935-ae32-0e4bada42227 service neutron] For port 38c141c8-0909-4ef8-8ff6-6a25e3d25531, host hv-cinder-81914, cleared binding levels {{(pid=104509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:42:11.164492 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-7f2ece19-2be8-4dca-8bca-e2d4ec79726a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:11.165125 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-7f2ece19-2be8-4dca-8bca-e2d4ec79726a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:11.167094 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-7f2ece19-2be8-4dca-8bca-e2d4ec79726a service neutron] 10.222.0.102 "PUT /v2.0/ports/9062b142-2a3f-4a67-a60e-b3ba58fb3834 HTTP/1.1" status: 200 len: 1094 time: 1.3278127 Jul 20 15:42:11.169390 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd5710a-4106-4dcd-8ec4-083d49813b41', 'tag': '9062b142-2a3f-4a67-a60e-b3ba58fb3834'}] {{(pid=104509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:42:11.171704 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df77c6b91a480694ea4413056d8ef6386aadd078611a8438297a7cf852766117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2df45e-ec5b-47b5-b02a-018e64b44914" -d '{"events": [{"name": "network-changed", "server_uuid": "8dd5710a-4106-4dcd-8ec4-083d49813b41", "tag": "9062b142-2a3f-4a67-a60e-b3ba58fb3834"}]}' {{(pid=104509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:42:11.183325 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-5fcbf311-172f-4935-ae32-0e4bada42227 service neutron] For port 38c141c8-0909-4ef8-8ff6-6a25e3d25531, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=38c141c8-0909-4ef8-8ff6-6a25e3d25531,segment=NetworkSegment(e026d837-5e38-45b1-9c83-a88e3f038dd4),segment_id=e026d837-5e38-45b1-9c83-a88e3f038dd4)] {{(pid=104509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:42:11.199971 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ece19-2be8-4dca-8bca-e2d4ec79726a service neutron] Pushing event updated for resources: {'Port': ['ID=9062b142-2a3f-4a67-a60e-b3ba58fb3834,revision_number=3']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:42:11.208377 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2ece19-2be8-4dca-8bca-e2d4ec79726a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:42:11.208746 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2ece19-2be8-4dca-8bca-e2d4ec79726a service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:42:11.209098 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2ece19-2be8-4dca-8bca-e2d4ec79726a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:42:11.209448 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2ece19-2be8-4dca-8bca-e2d4ec79726a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:42:11.209789 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2ece19-2be8-4dca-8bca-e2d4ec79726a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:42:11.210159 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2ece19-2be8-4dca-8bca-e2d4ec79726a service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:42:11.210523 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2ece19-2be8-4dca-8bca-e2d4ec79726a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:42:11.210867 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2ece19-2be8-4dca-8bca-e2d4ec79726a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:42:11.211205 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2ece19-2be8-4dca-8bca-e2d4ec79726a service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:42:11.211675 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2ece19-2be8-4dca-8bca-e2d4ec79726a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:42:11.211941 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2ece19-2be8-4dca-8bca-e2d4ec79726a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:42:11.212205 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2ece19-2be8-4dca-8bca-e2d4ec79726a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:42:11.212536 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2ece19-2be8-4dca-8bca-e2d4ec79726a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:42:11.212868 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2ece19-2be8-4dca-8bca-e2d4ec79726a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:42:11.213723 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2ece19-2be8-4dca-8bca-e2d4ec79726a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:42:11.228487 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 15:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc3286d-b8c1-43a9-988b-7f4378950957 x-openstack-request-id: req-bbc3286d-b8c1-43a9-988b-7f4378950957 {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:42:11.229373 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dd5710a-4106-4dcd-8ec4-083d49813b41", "tag": "9062b142-2a3f-4a67-a60e-b3ba58fb3834", "status": "completed", "code": 200}]} {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:42:11.229696 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bbc3286d-b8c1-43a9-988b-7f4378950957 {{(pid=104509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:42:11.230112 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbc3286d-b8c1-43a9-988b-7f4378950957'] response: {'name': 'network-changed', 'server_uuid': '8dd5710a-4106-4dcd-8ec4-083d49813b41', 'tag': '9062b142-2a3f-4a67-a60e-b3ba58fb3834', 'status': 'completed', 'code': 200} Jul 20 15:42:11.290980 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2df45e-ec5b-47b5-b02a-018e64b44914 req-683748da-4cce-4023-b096-d2b2cd5cb64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:11.293117 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-6d2df45e-ec5b-47b5-b02a-018e64b44914 req-683748da-4cce-4023-b096-d2b2cd5cb64e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=68372ee91fb843108d3b0cb1c99cd186&device_id=8dd5710a-4106-4dcd-8ec4-083d49813b41 HTTP/1.1" status: 200 len: 1128 time: 0.0470462 Jul 20 15:42:11.326165 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-5fcbf311-172f-4935-ae32-0e4bada42227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934114'] for port (38c141c8-0909-4ef8-8ff6-6a25e3d25531), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:11.414812 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-5fcbf311-172f-4935-ae32-0e4bada42227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:11.415439 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-5fcbf311-172f-4935-ae32-0e4bada42227 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:11.417408 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-5fcbf311-172f-4935-ae32-0e4bada42227 service neutron] 10.222.0.102 "PUT /v2.0/ports/38c141c8-0909-4ef8-8ff6-6a25e3d25531 HTTP/1.1" status: 200 len: 1093 time: 1.2981825 Jul 20 15:42:11.441714 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcbf311-172f-4935-ae32-0e4bada42227 service neutron] Pushing event updated for resources: {'Port': ['ID=38c141c8-0909-4ef8-8ff6-6a25e3d25531,revision_number=3']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:42:11.458380 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2df45e-ec5b-47b5-b02a-018e64b44914 req-c28aa58d-fef7-4825-a175-6610329126c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:11.459875 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-6d2df45e-ec5b-47b5-b02a-018e64b44914 req-c28aa58d-fef7-4825-a175-6610329126c6 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=68372ee91fb843108d3b0cb1c99cd186&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1591253 Jul 20 15:42:11.563246 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2df45e-ec5b-47b5-b02a-018e64b44914 req-d5a0798d-d25b-427d-a207-4bd9a0e82a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:11.565064 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-6d2df45e-ec5b-47b5-b02a-018e64b44914 req-d5a0798d-d25b-427d-a207-4bd9a0e82a34 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0994513 Jul 20 15:42:11.646881 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:11.671066 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-0992a1f4-5ca7-4392-9732-6126ccb4055c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:11.672465 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-0992a1f4-5ca7-4392-9732-6126ccb4055c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=68372ee91fb843108d3b0cb1c99cd186&device_id=8dd5710a-4106-4dcd-8ec4-083d49813b41 HTTP/1.1" status: 200 len: 1128 time: 0.0704939 Jul 20 15:42:11.673351 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-1f16ffd3-1335-4b37-9844-830886c280e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:11.674708 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-1f16ffd3-1335-4b37-9844-830886c280e4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=44dc2a5c754d42d1862b331afef2183f&device_id=023a1736-7558-4434-9b4d-4bbe0d9f4ea4 HTTP/1.1" status: 200 len: 1127 time: 0.0825810 Jul 20 15:42:11.724932 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-14d177a5-e8d1-45ea-a047-c28059078f8f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9062b142-2a3f-4a67-a60e-b3ba58fb3834 HTTP/1.1" status: 200 len: 217 time: 0.0404687 Jul 20 15:42:11.757131 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-70842a59-604c-441c-b5c8-2c8f2907b1e5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38c141c8-0909-4ef8-8ff6-6a25e3d25531 HTTP/1.1" status: 200 len: 217 time: 0.0715868 Jul 20 15:42:11.832614 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-23880009-4728-47d3-b37c-99a5ca9ab67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:11.834107 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-23880009-4728-47d3-b37c-99a5ca9ab67b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6 HTTP/1.1" status: 200 len: 851 time: 0.0851126 Jul 20 15:42:11.840174 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-288ed2ce-60f1-4ebf-9a17-f57d3e6b33e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:11.841586 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-288ed2ce-60f1-4ebf-9a17-f57d3e6b33e4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f67dc5bc-fa6a-464f-8936-90155eea6d28 HTTP/1.1" status: 200 len: 853 time: 0.0611427 Jul 20 15:42:11.875389 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4b8f5-0925-45ad-a88b-0436610193f2 req-b4d3469a-544b-41e4-9b8f-97fb25fb1b1f tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:11.876974 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-23b4b8f5-0925-45ad-a88b-0436610193f2 req-b4d3469a-544b-41e4-9b8f-97fb25fb1b1f tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=023a1736-7558-4434-9b4d-4bbe0d9f4ea4 HTTP/1.1" status: 200 len: 943 time: 0.0485976 Jul 20 15:42:11.912793 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-6bedfd2f-18f0-4321-b772-31c1a65b90d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:11.914306 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-6bedfd2f-18f0-4321-b772-31c1a65b90d9 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8628016f-4714-4c11-b108-0d43d71372c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0718586 Jul 20 15:42:11.915356 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-5e3b412e-aca7-4df1-a802-9601aaf819f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:11.916703 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-5e3b412e-aca7-4df1-a802-9601aaf819f6 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0667241 Jul 20 15:42:11.932269 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-23b4b8f5-0925-45ad-a88b-0436610193f2 req-9230835d-c788-4584-9f39-4bb7cf194252 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3aa2fbe-308a-47de-b45a-04c282fdfc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493200 Jul 20 15:42:12.082968 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-ceb7babb-19aa-4771-a34c-03bb987bfacd service neutron] 10.222.0.102 "GET /v2.0/networks/4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582642 Jul 20 15:42:12.084795 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-bf9fde3c-d7fd-46fa-b405-91417f468ae9 service neutron] 10.222.0.102 "GET /v2.0/networks/8628016f-4714-4c11-b108-0d43d71372c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591952 Jul 20 15:42:12.172392 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38093f60-0012-4889-b948-8fe4a07163b4 req-d07114e3-8eab-4089-91ae-4502963ba5d8 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:12.174600 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-38093f60-0012-4889-b948-8fe4a07163b4 req-d07114e3-8eab-4089-91ae-4502963ba5d8 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=8dd5710a-4106-4dcd-8ec4-083d49813b41 HTTP/1.1" status: 200 len: 944 time: 0.0476906 Jul 20 15:42:12.231352 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-38093f60-0012-4889-b948-8fe4a07163b4 req-4e905fef-036a-43ae-b213-c096278b8072 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506334 Jul 20 15:42:12.251363 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-c19fa85a-6be8-40f7-984d-036ef5165e20 req-fc3a3f15-5252-4cb4-bf14-e79c4f71764e service neutron] 10.222.0.102 "GET /v2.0/networks/8628016f-4714-4c11-b108-0d43d71372c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509562 Jul 20 15:42:12.253066 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-ffe80337-9022-49f2-b83d-3cf8951edc87 req-6134540a-7a47-42a2-805c-23b1c92bfc5b service neutron] 10.222.0.102 "GET /v2.0/networks/4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604648 Jul 20 15:42:13.053095 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c3e2c-b572-4691-b900-02d74cab7599 req-9426cdf6-1039-4502-9e71-ca98e340dce0 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:13.054604 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-993c3e2c-b572-4691-b900-02d74cab7599 req-9426cdf6-1039-4502-9e71-ca98e340dce0 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=023a1736-7558-4434-9b4d-4bbe0d9f4ea4 HTTP/1.1" status: 200 len: 943 time: 0.0488477 Jul 20 15:42:13.105414 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-993c3e2c-b572-4691-b900-02d74cab7599 req-9e1aa64a-65c2-4ae9-9e07-89ddeceb4958 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3aa2fbe-308a-47de-b45a-04c282fdfc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446255 Jul 20 15:42:13.231906 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023a1736-7558-4434-9b4d-4bbe0d9f4ea4', 'tag': '38c141c8-0909-4ef8-8ff6-6a25e3d25531'}] {{(pid=104509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:42:13.234163 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df77c6b91a480694ea4413056d8ef6386aadd078611a8438297a7cf852766117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61af6473-a31a-480c-a966-b6a01493420e" -d '{"events": [{"name": "network-changed", "server_uuid": "023a1736-7558-4434-9b4d-4bbe0d9f4ea4", "tag": "38c141c8-0909-4ef8-8ff6-6a25e3d25531"}]}' {{(pid=104509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:42:13.276287 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 15:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efcd04b-fd8d-43c4-bb97-305ff2cf0377 x-openstack-request-id: req-0efcd04b-fd8d-43c4-bb97-305ff2cf0377 {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:42:13.276604 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "023a1736-7558-4434-9b4d-4bbe0d9f4ea4", "tag": "38c141c8-0909-4ef8-8ff6-6a25e3d25531", "status": "completed", "code": 200}]} {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:42:13.276926 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0efcd04b-fd8d-43c4-bb97-305ff2cf0377 {{(pid=104509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:42:13.277358 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0efcd04b-fd8d-43c4-bb97-305ff2cf0377'] response: {'name': 'network-changed', 'server_uuid': '023a1736-7558-4434-9b4d-4bbe0d9f4ea4', 'tag': '38c141c8-0909-4ef8-8ff6-6a25e3d25531', 'status': 'completed', 'code': 200} Jul 20 15:42:13.343353 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af6473-a31a-480c-a966-b6a01493420e req-897fd1da-3bfc-47b7-8579-a293140e72da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:13.344805 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-61af6473-a31a-480c-a966-b6a01493420e req-897fd1da-3bfc-47b7-8579-a293140e72da service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=44dc2a5c754d42d1862b331afef2183f&device_id=023a1736-7558-4434-9b4d-4bbe0d9f4ea4 HTTP/1.1" status: 200 len: 1127 time: 0.0485175 Jul 20 15:42:13.358630 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35237c3c-1814-469e-9649-be6b497f22e4 req-70039a12-9d8c-4851-baec-69d4f5ebc950 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:13.360201 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-35237c3c-1814-469e-9649-be6b497f22e4 req-70039a12-9d8c-4851-baec-69d4f5ebc950 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=8dd5710a-4106-4dcd-8ec4-083d49813b41 HTTP/1.1" status: 200 len: 944 time: 0.0525401 Jul 20 15:42:13.412028 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-35237c3c-1814-469e-9649-be6b497f22e4 req-3b284d8a-a397-4f64-8030-cd6f8002e89d tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460706 Jul 20 15:42:13.412904 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=100 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:13.440983 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af6473-a31a-480c-a966-b6a01493420e req-326b60d8-c733-467c-bce2-adf12d8005ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:13.443362 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-61af6473-a31a-480c-a966-b6a01493420e req-326b60d8-c733-467c-bce2-adf12d8005ee service neutron] 10.222.0.102 "GET /v2.0/networks?id=4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc HTTP/1.1" status: 200 len: 915 time: 0.0905895 Jul 20 15:42:13.484251 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-61af6473-a31a-480c-a966-b6a01493420e req-5aee8913-7abf-4b0e-af2e-f802a41744dc service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38c141c8-0909-4ef8-8ff6-6a25e3d25531 HTTP/1.1" status: 200 len: 217 time: 0.0345495 Jul 20 15:42:13.543246 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af6473-a31a-480c-a966-b6a01493420e req-ab423044-fab5-4f00-b9d6-b4b6bd57b3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:13.544792 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-61af6473-a31a-480c-a966-b6a01493420e req-ab423044-fab5-4f00-b9d6-b4b6bd57b3d8 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f67dc5bc-fa6a-464f-8936-90155eea6d28 HTTP/1.1" status: 200 len: 853 time: 0.0528927 Jul 20 15:42:13.588970 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af6473-a31a-480c-a966-b6a01493420e req-47270dd5-f890-47fa-a50b-3b1362b623bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:13.590456 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-61af6473-a31a-480c-a966-b6a01493420e req-47270dd5-f890-47fa-a50b-3b1362b623bb service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401180 Jul 20 15:42:13.691004 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-61af6473-a31a-480c-a966-b6a01493420e req-33b31aeb-b929-47e1-9974-5ac3d00b3cee service neutron] 10.222.0.102 "GET /v2.0/networks/4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947745 Jul 20 15:42:13.696795 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 50606) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:42:13.797219 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_v2 [None req-e311086f-b98d-4322-86b9-288c49c5f5e0 admin admin] Deleting subnet 1df2b8c4-52af-4abf-9722-3b4b0bef90e6 {{(pid=104509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 15:42:13.803779 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-e311086f-b98d-4322-86b9-288c49c5f5e0 admin admin] Publish callbacks [] for subnet (1df2b8c4-52af-4abf-9722-3b4b0bef90e6), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:13.863457 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-e311086f-b98d-4322-86b9-288c49c5f5e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17085713'] for subnet (1df2b8c4-52af-4abf-9722-3b4b0bef90e6), precommit_delete_associations {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:13.866946 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-61af6473-a31a-480c-a966-b6a01493420e req-fd0fd8d3-ac81-48eb-af14-634ed0582a43 service neutron] 10.222.0.102 "GET /v2.0/networks/4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674101 Jul 20 15:42:13.892608 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:13.908810 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-e311086f-b98d-4322-86b9-288c49c5f5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7837766'] for subnet (1df2b8c4-52af-4abf-9722-3b4b0bef90e6), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:14.092883 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-e311086f-b98d-4322-86b9-288c49c5f5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7837769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1948132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18758723'] for subnet (1df2b8c4-52af-4abf-9722-3b4b0bef90e6), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:14.119278 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311086f-b98d-4322-86b9-288c49c5f5e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1df2b8c4-52af-4abf-9722-3b4b0bef90e6,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:42:14.126053 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-e311086f-b98d-4322-86b9-288c49c5f5e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for subnet (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:14.130350 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-e311086f-b98d-4322-86b9-288c49c5f5e0 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/1df2b8c4-52af-4abf-9722-3b4b0bef90e6 HTTP/1.1" status: 204 len: 168 time: 0.4316642 Jul 20 15:42:14.132323 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 50610) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:42:14.222443 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6cc96705-4b3c-4e0c-840e-ec908a1ae351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7858968'] for network (a9891dd5-812a-4da0-b327-b22ce8cc4c25), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:14.244771 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a575ff3-a5ae-4a9a-b843-bbf66d818418 req-9b991a4f-4ade-4e4f-b5d9-a78def92b1ab tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:14.246425 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9a575ff3-a5ae-4a9a-b843-bbf66d818418 req-9b991a4f-4ade-4e4f-b5d9-a78def92b1ab tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=023a1736-7558-4434-9b4d-4bbe0d9f4ea4 HTTP/1.1" status: 200 len: 943 time: 0.0663922 Jul 20 15:42:14.274562 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 38c141c8-0909-4ef8-8ff6-6a25e3d25531 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:42:14.302932 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9a575ff3-a5ae-4a9a-b843-bbf66d818418 req-7b263660-1752-45fc-88e2-026f0be372f3 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3aa2fbe-308a-47de-b45a-04c282fdfc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504291 Jul 20 15:42:14.391671 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 38c141c8-0909-4ef8-8ff6-6a25e3d25531, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=38c141c8-0909-4ef8-8ff6-6a25e3d25531,segment=NetworkSegment(e026d837-5e38-45b1-9c83-a88e3f038dd4),segment_id=e026d837-5e38-45b1-9c83-a88e3f038dd4)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:42:14.406337 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Returning: {'device': '38c141c8-0909-4ef8-8ff6-6a25e3d25531', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'port_id': '38c141c8-0909-4ef8-8ff6-6a25e3d25531', 'mac_address': 'fa:16:3e:4c:f8:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 988, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:42:14.449428 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port 38c141c8-0909-4ef8-8ff6-6a25e3d25531 is: DOWN; New status is: BUILD {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:42:14.449829 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (38c141c8-0909-4ef8-8ff6-6a25e3d25531), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:14.465960 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38c141c8-0909-4ef8-8ff6-6a25e3d25531 {{(pid=104511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:42:14.488410 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 38c141c8-0909-4ef8-8ff6-6a25e3d25531, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=38c141c8-0909-4ef8-8ff6-6a25e3d25531,segment=NetworkSegment(e026d837-5e38-45b1-9c83-a88e3f038dd4),segment_id=e026d837-5e38-45b1-9c83-a88e3f038dd4)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:42:14.551324 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb4672-7fb2-4644-955b-37da8d1d8fce req-3f495935-0d82-450e-a4dd-9b31d3d8d671 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:14.552858 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-1beb4672-7fb2-4644-955b-37da8d1d8fce req-3f495935-0d82-450e-a4dd-9b31d3d8d671 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=8dd5710a-4106-4dcd-8ec4-083d49813b41 HTTP/1.1" status: 200 len: 944 time: 0.0527368 Jul 20 15:42:14.580277 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:14.581250 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6cc96705-4b3c-4e0c-840e-ec908a1ae351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7837447', 'neutron.services.segments.db._delete_segments_for_network-8737057647674'] for network (a9891dd5-812a-4da0-b327-b22ce8cc4c25), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:14.601831 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.services.segments.db [None req-6cc96705-4b3c-4e0c-840e-ec908a1ae351 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9891dd5-812a-4da0-b327-b22ce8cc4c25']}} {{(pid=104509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:42:14.605608 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-1beb4672-7fb2-4644-955b-37da8d1d8fce req-00afcbcf-b8f8-40f9-9f8f-cd2dddad05fc tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467525 Jul 20 15:42:14.613660 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.services.segments.db [None req-6cc96705-4b3c-4e0c-840e-ec908a1ae351 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ced383b-0197-4f10-a865-e10307510653') {'for_net_delete': True} {{(pid=104509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:42:14.613660 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.services.segments.db [None req-6cc96705-4b3c-4e0c-840e-ec908a1ae351 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ced383b-0197-4f10-a865-e10307510653') {} {{(pid=104509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:42:14.623213 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6cc96705-4b3c-4e0c-840e-ec908a1ae351 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737057648963', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17085736'] for segment (1ced383b-0197-4f10-a865-e10307510653), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:14.636731 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6cc96705-4b3c-4e0c-840e-ec908a1ae351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087'] for segment (1ced383b-0197-4f10-a865-e10307510653), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:14.642977 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cc96705-4b3c-4e0c-840e-ec908a1ae351 admin admin] Releasing vlan 982 on physical network physnet1 to pool {{(pid=104509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 15:42:14.643358 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6cc96705-4b3c-4e0c-840e-ec908a1ae351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1934150'] for segment (1ced383b-0197-4f10-a865-e10307510653), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:14.645940 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (38c141c8-0909-4ef8-8ff6-6a25e3d25531), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:14.702466 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.services.segments.plugin [-] Segment 1ced383b-0197-4f10-a865-e10307510653 resource provider aggregate not found Jul 20 15:42:14.703067 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=38c141c8-0909-4ef8-8ff6-6a25e3d25531,revision_number=4']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:42:14.703067 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:42:14.703067 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:42:14.703067 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:42:14.703454 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:42:14.703454 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:42:14.703760 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:42:14.704096 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:42:14.704427 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:42:14.704759 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:42:14.705113 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:42:14.705444 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:42:14.705774 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:42:14.706102 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:42:14.706451 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:42:14.706778 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:42:14.715668 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.services.segments.plugin [-] Segment 1ced383b-0197-4f10-a865-e10307510653 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ced383b-0197-4f10-a865-e10307510653 found for delete ", "request_id": "req-9329273e-90e1-4160-8ac4-e02bc0a9a490"}]} Jul 20 15:42:14.865562 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] get_ports_and_sgs() called for port_ids ['38c141c8-0909-4ef8-8ff6-6a25e3d25531'] {{(pid=104511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:42:14.980286 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:15.229187 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6cc96705-4b3c-4e0c-840e-ec908a1ae351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7837500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714511'] for network (a9891dd5-812a-4da0-b327-b22ce8cc4c25), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:15.281211 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-6cc96705-4b3c-4e0c-840e-ec908a1ae351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for network (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:15.281211 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-6cc96705-4b3c-4e0c-840e-ec908a1ae351 admin admin] 10.222.0.78 "DELETE /v2.0/networks/a9891dd5-812a-4da0-b327-b22ce8cc4c25 HTTP/1.1" status: 204 len: 168 time: 1.1044452 Jul 20 15:42:15.281211 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc96705-4b3c-4e0c-840e-ec908a1ae351 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9891dd5-812a-4da0-b327-b22ce8cc4c25,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:42:15.432626 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0c41c-1c72-48d1-8877-1b021838a208 req-f6387368-dc12-4075-bfe9-5da406b92747 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:15.434100 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-24c0c41c-1c72-48d1-8877-1b021838a208 req-f6387368-dc12-4075-bfe9-5da406b92747 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=023a1736-7558-4434-9b4d-4bbe0d9f4ea4 HTTP/1.1" status: 200 len: 944 time: 0.0536680 Jul 20 15:42:15.482209 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-24c0c41c-1c72-48d1-8877-1b021838a208 req-1e25089a-3997-4e18-b5d1-037c78039fbf tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3aa2fbe-308a-47de-b45a-04c282fdfc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422797 Jul 20 15:42:15.723308 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ca423-cf50-4208-bd7d-ec194a883a3a req-720664f0-f9e8-4a72-b4c3-83e0e247412a tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:15.724992 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a67ca423-cf50-4208-bd7d-ec194a883a3a req-720664f0-f9e8-4a72-b4c3-83e0e247412a tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=8dd5710a-4106-4dcd-8ec4-083d49813b41 HTTP/1.1" status: 200 len: 944 time: 0.0510981 Jul 20 15:42:15.803637 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a67ca423-cf50-4208-bd7d-ec194a883a3a req-0a0d1f04-c975-4db7-bc2f-7b73e530cd03 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683048 Jul 20 15:42:15.945820 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 50624) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:42:15.984769 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:15.988803 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-7528c196-c5ee-4fea-adf1-c654bf135170 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=093f88479eae442dba4d8320fbcb2b40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417564 Jul 20 15:42:15.991361 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 50626) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:42:16.043266 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-87c3d19e-d985-415d-b339-bc9100be2651 admin admin] Publish callbacks [] for security_group (f0960b4e-4311-4944-bd19-99413cdeeeb6), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:16.064525 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-87c3d19e-d985-415d-b339-bc9100be2651 admin admin] Publish callbacks [] for security_group (f0960b4e-4311-4944-bd19-99413cdeeeb6), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:16.257157 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-87c3d19e-d985-415d-b339-bc9100be2651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (f0960b4e-4311-4944-bd19-99413cdeeeb6), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:16.260318 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-87c3d19e-d985-415d-b339-bc9100be2651 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:16.261577 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-87c3d19e-d985-415d-b339-bc9100be2651 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f0960b4e-4311-4944-bd19-99413cdeeeb6 HTTP/1.1" status: 204 len: 168 time: 0.2693028 Jul 20 15:42:16.270412 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c3d19e-d985-415d-b339-bc9100be2651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0960b4e-4311-4944-bd19-99413cdeeeb6,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:42:16.289747 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 38c141c8-0909-4ef8-8ff6-6a25e3d25531 up at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:42:16.337262 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning for port 38c141c8-0909-4ef8-8ff6-6a25e3d25531 completed by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 15:42:16.502695 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning complete for port 38c141c8-0909-4ef8-8ff6-6a25e3d25531 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:42:16.503071 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (38c141c8-0909-4ef8-8ff6-6a25e3d25531), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:16.546503 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:16.585668 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port 38c141c8-0909-4ef8-8ff6-6a25e3d25531 is: BUILD; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:42:16.586093 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (38c141c8-0909-4ef8-8ff6-6a25e3d25531), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:16.606116 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14e0d9-d6c0-46d1-b75c-6df31320c11d req-9a569099-2587-4283-8406-df74612fa9a0 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:16.607909 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ab14e0d9-d6c0-46d1-b75c-6df31320c11d req-9a569099-2587-4283-8406-df74612fa9a0 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=023a1736-7558-4434-9b4d-4bbe0d9f4ea4 HTTP/1.1" status: 200 len: 944 time: 0.0514538 Jul 20 15:42:16.609271 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023a1736-7558-4434-9b4d-4bbe0d9f4ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c141c8-0909-4ef8-8ff6-6a25e3d25531'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:42:16.611522 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d079ce0f3ed41026034ae0451e18cae4cf0a7f47a911dfcb655775793fbc38ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3690d69d-6daa-4de2-a376-c994e30f6976" -d '{"events": [{"server_uuid": "023a1736-7558-4434-9b4d-4bbe0d9f4ea4", "name": "network-vif-plugged", "status": "completed", "tag": "38c141c8-0909-4ef8-8ff6-6a25e3d25531"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:42:16.625620 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 38c141c8-0909-4ef8-8ff6-6a25e3d25531, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=38c141c8-0909-4ef8-8ff6-6a25e3d25531,segment=NetworkSegment(e026d837-5e38-45b1-9c83-a88e3f038dd4),segment_id=e026d837-5e38-45b1-9c83-a88e3f038dd4)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:42:16.657126 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 15:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7487f7-9c8a-434d-87bf-c5b0a949d3df x-openstack-request-id: req-7f7487f7-9c8a-434d-87bf-c5b0a949d3df {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:42:16.657126 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023a1736-7558-4434-9b4d-4bbe0d9f4ea4", "name": "network-vif-plugged", "status": "completed", "tag": "38c141c8-0909-4ef8-8ff6-6a25e3d25531", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:42:16.657126 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7f7487f7-9c8a-434d-87bf-c5b0a949d3df {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:42:16.657126 dv-cinder-819149-12-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f7487f7-9c8a-434d-87bf-c5b0a949d3df'] response: {'server_uuid': '023a1736-7558-4434-9b4d-4bbe0d9f4ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c141c8-0909-4ef8-8ff6-6a25e3d25531', 'code': 200} Jul 20 15:42:16.664194 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ab14e0d9-d6c0-46d1-b75c-6df31320c11d req-500dff9d-c7ee-47c1-aceb-803d5a15efbd tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3aa2fbe-308a-47de-b45a-04c282fdfc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503550 Jul 20 15:42:16.771750 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (38c141c8-0909-4ef8-8ff6-6a25e3d25531), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:16.824929 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=38c141c8-0909-4ef8-8ff6-6a25e3d25531,revision_number=5']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:42:16.950350 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffac51-8251-4f78-95d2-bf42d3514faa req-f94dadc4-87bf-458a-913f-a8fe11f434ac tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:16.953155 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-70ffac51-8251-4f78-95d2-bf42d3514faa req-f94dadc4-87bf-458a-913f-a8fe11f434ac tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=8dd5710a-4106-4dcd-8ec4-083d49813b41 HTTP/1.1" status: 200 len: 944 time: 0.0614769 Jul 20 15:42:17.019129 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-70ffac51-8251-4f78-95d2-bf42d3514faa req-1ce90706-34fd-4efb-8e16-91cd8b05798e tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598795 Jul 20 15:42:17.089301 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a877a-9fc3-44a0-a6e6-b2360ddcddaa req-5b00a986-cbd1-40d6-89f0-a0436a60ac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:17.090861 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-8d8a877a-9fc3-44a0-a6e6-b2360ddcddaa req-5b00a986-cbd1-40d6-89f0-a0436a60ac2c service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=023a1736-7558-4434-9b4d-4bbe0d9f4ea4 HTTP/1.1" status: 200 len: 1129 time: 0.0402372 Jul 20 15:42:17.137037 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-8d8a877a-9fc3-44a0-a6e6-b2360ddcddaa req-c3141aeb-0e11-4503-8033-152e2eeea39d service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=a3aa2fbe-308a-47de-b45a-04c282fdfc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400422 Jul 20 15:42:17.794528 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0751b4-86ca-4d9f-ab74-9a1f970b04b1 req-1b735319-706d-4bf6-8f6e-132ba70de898 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:17.796005 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-bb0751b4-86ca-4d9f-ab74-9a1f970b04b1 req-1b735319-706d-4bf6-8f6e-132ba70de898 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=023a1736-7558-4434-9b4d-4bbe0d9f4ea4 HTTP/1.1" status: 200 len: 945 time: 0.0614538 Jul 20 15:42:17.839822 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:17.844393 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-bb0751b4-86ca-4d9f-ab74-9a1f970b04b1 req-4f9ee95b-66e2-4ecb-be5e-85124650f113 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3aa2fbe-308a-47de-b45a-04c282fdfc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429697 Jul 20 15:42:18.148709 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191cedd2-f954-475b-b892-6f9982dff219 req-308a4160-eb1b-4987-876c-ae5b72242d31 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:18.150199 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-191cedd2-f954-475b-b892-6f9982dff219 req-308a4160-eb1b-4987-876c-ae5b72242d31 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=8dd5710a-4106-4dcd-8ec4-083d49813b41 HTTP/1.1" status: 200 len: 944 time: 0.0592017 Jul 20 15:42:18.166517 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 50666) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:42:18.202892 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-191cedd2-f954-475b-b892-6f9982dff219 req-98cb45ee-7585-4c10-b57d-4c88d235f006 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466058 Jul 20 15:42:18.273987 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-398f7e82-bff8-4fb1-968d-5c0e9d072f2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:18.311224 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:18.351885 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-398f7e82-bff8-4fb1-968d-5c0e9d072f2c admin admin] Publish callbacks [] for security_group (5355969c-fa8b-4d90-ad12-f31ef540cc55), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:18.423055 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-398f7e82-bff8-4fb1-968d-5c0e9d072f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (5355969c-fa8b-4d90-ad12-f31ef540cc55), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:18.461818 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f7e82-bff8-4fb1-968d-5c0e9d072f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5355969c-fa8b-4d90-ad12-f31ef540cc55,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:42:18.466758 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-398f7e82-bff8-4fb1-968d-5c0e9d072f2c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e8cb9fef28e1414a8febf9382281b65e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2985454 Jul 20 15:42:18.468813 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 50670) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:42:18.518866 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-faea9b8a-69fb-4468-8328-d78bf077dcc5 admin admin] Publish callbacks [] for security_group (5355969c-fa8b-4d90-ad12-f31ef540cc55), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:18.540378 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-faea9b8a-69fb-4468-8328-d78bf077dcc5 admin admin] Publish callbacks [] for security_group (5355969c-fa8b-4d90-ad12-f31ef540cc55), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:18.657633 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-faea9b8a-69fb-4468-8328-d78bf077dcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (5355969c-fa8b-4d90-ad12-f31ef540cc55), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:18.660525 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-faea9b8a-69fb-4468-8328-d78bf077dcc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:18.661713 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-faea9b8a-69fb-4468-8328-d78bf077dcc5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5355969c-fa8b-4d90-ad12-f31ef540cc55 HTTP/1.1" status: 204 len: 168 time: 0.1919985 Jul 20 15:42:18.674462 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea9b8a-69fb-4468-8328-d78bf077dcc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5355969c-fa8b-4d90-ad12-f31ef540cc55,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:42:18.959674 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867d2a3-2ea0-4f3c-aefd-cae18ab511d3 req-4b21e32a-0eaf-4525-b57f-2bb3f00a75bd tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:18.961178 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3867d2a3-2ea0-4f3c-aefd-cae18ab511d3 req-4b21e32a-0eaf-4525-b57f-2bb3f00a75bd tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=023a1736-7558-4434-9b4d-4bbe0d9f4ea4 HTTP/1.1" status: 200 len: 945 time: 0.0489156 Jul 20 15:42:19.009474 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3867d2a3-2ea0-4f3c-aefd-cae18ab511d3 req-a856ac9a-47b2-4a4a-a36b-fca089e19ca9 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3aa2fbe-308a-47de-b45a-04c282fdfc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419898 Jul 20 15:42:19.129989 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792edfe-1622-4d0c-a91d-410c4bb861a8 req-56e03d65-681b-4b9d-be33-2cc4cb34d63d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:19.131529 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-f792edfe-1622-4d0c-a91d-410c4bb861a8 req-56e03d65-681b-4b9d-be33-2cc4cb34d63d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=023a1736-7558-4434-9b4d-4bbe0d9f4ea4 HTTP/1.1" status: 200 len: 945 time: 0.0513413 Jul 20 15:42:19.142252 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 50686) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:42:19.146978 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [None req-2866ae3e-ba8e-4acf-8f16-d94ddde149f8 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Request body: {'floatingip': {'port_id': '38c141c8-0909-4ef8-8ff6-6a25e3d25531'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:42:19.188087 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2866ae3e-ba8e-4acf-8f16-d94ddde149f8 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for floatingip (42f85fb2-f197-45ed-adfe-4cf739bdf4a3), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:19.334209 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639a0ec-cea5-4a99-ab4d-fe2963cc32e5 req-355c4f8b-8f2a-48ac-b423-cdcb025e85a6 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:19.336279 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-0639a0ec-cea5-4a99-ab4d-fe2963cc32e5 req-355c4f8b-8f2a-48ac-b423-cdcb025e85a6 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=8dd5710a-4106-4dcd-8ec4-083d49813b41 HTTP/1.1" status: 200 len: 944 time: 0.0553141 Jul 20 15:42:19.389082 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-0639a0ec-cea5-4a99-ab4d-fe2963cc32e5 req-faa6980d-8b20-4505-8651-7b1df7e41952 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457215 Jul 20 15:42:19.581869 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:19.670674 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2866ae3e-ba8e-4acf-8f16-d94ddde149f8 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:19.742048 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2866ae3e-ba8e-4acf-8f16-d94ddde149f8 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714675'] for floatingip (42f85fb2-f197-45ed-adfe-4cf739bdf4a3), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:19.837177 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.db.l3_db [None req-2866ae3e-ba8e-4acf-8f16-d94ddde149f8 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Floating IP 42f85fb2-f197-45ed-adfe-4cf739bdf4a3 associated. External IP: 172.27.1.121, port: 38c141c8-0909-4ef8-8ff6-6a25e3d25531. Jul 20 15:42:19.978343 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:20.022928 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-65687ca6-8eaf-4703-a1d4-e6069f1c5799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:20.046002 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2866ae3e-ba8e-4acf-8f16-d94ddde149f8 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Router 3dbc9ad5-fe45-44b0-a894-986b191f2d98 has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:42:20.161785 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2866ae3e-ba8e-4acf-8f16-d94ddde149f8 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:42:20.167078 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2866ae3e-ba8e-4acf-8f16-d94ddde149f8 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for floatingip (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:20.171690 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bbd8e8-b7e6-4e48-b1e3-068ce908e9fd None None] Sync routers for ids ['3dbc9ad5-fe45-44b0-a894-986b191f2d98'] in dv-cinder-819149-12-iscsi {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:42:20.182738 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bbd8e8-b7e6-4e48-b1e3-068ce908e9fd None None] Routers {'3dbc9ad5-fe45-44b0-a894-986b191f2d98'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:42:20.183419 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-75bbd8e8-b7e6-4e48-b1e3-068ce908e9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:41:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['3dbc9ad5-fe45-44b0-a894-986b191f2d98'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:42:20.198884 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-2866ae3e-ba8e-4acf-8f16-d94ddde149f8 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "PUT /v2.0/floatingips/42f85fb2-f197-45ed-adfe-4cf739bdf4a3 HTTP/1.1" status: 200 len: 991 time: 1.0554008 Jul 20 15:42:20.199538 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023a1736-7558-4434-9b4d-4bbe0d9f4ea4', 'tag': '38c141c8-0909-4ef8-8ff6-6a25e3d25531'}] {{(pid=104509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:42:20.202053 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df77c6b91a480694ea4413056d8ef6386aadd078611a8438297a7cf852766117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb9507d-25ed-4d75-a6b9-93f9ca637452" -d '{"events": [{"name": "network-changed", "server_uuid": "023a1736-7558-4434-9b4d-4bbe0d9f4ea4", "tag": "38c141c8-0909-4ef8-8ff6-6a25e3d25531"}]}' {{(pid=104509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:42:20.239872 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 15:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740018fb-8fe1-46aa-85b4-c496eb7a85d8 x-openstack-request-id: req-740018fb-8fe1-46aa-85b4-c496eb7a85d8 {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:42:20.240163 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "023a1736-7558-4434-9b4d-4bbe0d9f4ea4", "tag": "38c141c8-0909-4ef8-8ff6-6a25e3d25531", "status": "completed", "code": 200}]} {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:42:20.240426 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-740018fb-8fe1-46aa-85b4-c496eb7a85d8 {{(pid=104509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:42:20.240917 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-740018fb-8fe1-46aa-85b4-c496eb7a85d8'] response: {'name': 'network-changed', 'server_uuid': '023a1736-7558-4434-9b4d-4bbe0d9f4ea4', 'tag': '38c141c8-0909-4ef8-8ff6-6a25e3d25531', 'status': 'completed', 'code': 200} Jul 20 15:42:20.295621 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-75bbd8e8-b7e6-4e48-b1e3-068ce908e9fd None None] Set router 3dbc9ad5-fe45-44b0-a894-986b191f2d98 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:42:20.302223 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9507d-25ed-4d75-a6b9-93f9ca637452 req-b156afcb-1348-4f0f-897d-d8c627053131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:20.303733 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-2fb9507d-25ed-4d75-a6b9-93f9ca637452 req-b156afcb-1348-4f0f-897d-d8c627053131 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=44dc2a5c754d42d1862b331afef2183f&device_id=023a1736-7558-4434-9b4d-4bbe0d9f4ea4 HTTP/1.1" status: 200 len: 1129 time: 0.0408642 Jul 20 15:42:20.425144 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9507d-25ed-4d75-a6b9-93f9ca637452 req-e78e042e-c246-4bed-92ee-eb07253aa9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:20.426773 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-2fb9507d-25ed-4d75-a6b9-93f9ca637452 req-e78e042e-c246-4bed-92ee-eb07253aa9ec service neutron] 10.222.0.102 "GET /v2.0/networks?id=4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc HTTP/1.1" status: 200 len: 915 time: 0.1177592 Jul 20 15:42:20.501638 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-2fb9507d-25ed-4d75-a6b9-93f9ca637452 req-152764a6-fccb-4560-9403-f4be53696c55 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38c141c8-0909-4ef8-8ff6-6a25e3d25531 HTTP/1.1" status: 200 len: 999 time: 0.0681114 Jul 20 15:42:20.547365 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ce47a-52a2-4cbf-89e1-678a3fbd86ab req-abdb504c-1cc8-4a87-89b8-9ef511a7ab0f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:20.549009 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-cd0ce47a-52a2-4cbf-89e1-678a3fbd86ab req-abdb504c-1cc8-4a87-89b8-9ef511a7ab0f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=8dd5710a-4106-4dcd-8ec4-083d49813b41 HTTP/1.1" status: 200 len: 944 time: 0.0648820 Jul 20 15:42:20.557313 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=100 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:20.577052 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9507d-25ed-4d75-a6b9-93f9ca637452 req-4ba0c852-ef5f-475d-a3de-d16c5d26d567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:20.578559 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-2fb9507d-25ed-4d75-a6b9-93f9ca637452 req-4ba0c852-ef5f-475d-a3de-d16c5d26d567 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f67dc5bc-fa6a-464f-8936-90155eea6d28 HTTP/1.1" status: 200 len: 853 time: 0.0704432 Jul 20 15:42:20.611075 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-cd0ce47a-52a2-4cbf-89e1-678a3fbd86ab req-70399e1c-5016-4578-8d0d-ca59cd16c9cc tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565908 Jul 20 15:42:20.654506 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9507d-25ed-4d75-a6b9-93f9ca637452 req-939ef49d-db80-4d17-bf8f-e3999bf76511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:20.656892 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-2fb9507d-25ed-4d75-a6b9-93f9ca637452 req-939ef49d-db80-4d17-bf8f-e3999bf76511 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0715559 Jul 20 15:42:20.708363 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-75bbd8e8-b7e6-4e48-b1e3-068ce908e9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'name': 'tempest-AttachVolumeNegativeTest-814596091-router', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:37:58Z', 'updated_at': '2022-07-20T15:38:01Z', 'revision_number': 4, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'gw_port': {'id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:37:59Z', 'updated_at': '2022-07-20T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': '42f85fb2-f197-45ed-adfe-4cf739bdf4a3', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'port_id': '38c141c8-0909-4ef8-8ff6-6a25e3d25531', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'mac_address': 'fa:16:3e:4c:f8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023a1736-7558-4434-9b4d-4bbe0d9f4ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:42:02Z', 'updated_at': '2022-07-20T15:42:19Z', 'revision_number': 1, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d0224a-43a2-4733-85f5-87b141dd2c9d', 'name': '', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'mac_address': 'fa:16:3e:f1:6f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:38:00Z', 'updated_at': '2022-07-20T15:38:05Z', 'revision_number': 5, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'subnets': [{'id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:42:20.736964 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bbd8e8-b7e6-4e48-b1e3-068ce908e9fd None None] Checking router: 3dbc9ad5-fe45-44b0-a894-986b191f2d98 for host: dv-cinder-819149-12-iscsi {{(pid=104511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:42:20.747351 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bbd8e8-b7e6-4e48-b1e3-068ce908e9fd None None] Routers {'3dbc9ad5-fe45-44b0-a894-986b191f2d98'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:42:20.747985 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-75bbd8e8-b7e6-4e48-b1e3-068ce908e9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:41:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['3dbc9ad5-fe45-44b0-a894-986b191f2d98'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:42:20.793308 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-2fb9507d-25ed-4d75-a6b9-93f9ca637452 req-2f04c9ba-ff62-463d-8c0f-d89aacbadbce service neutron] 10.222.0.102 "GET /v2.0/networks/4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247327 Jul 20 15:42:20.868963 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-75bbd8e8-b7e6-4e48-b1e3-068ce908e9fd None None] Set router 3dbc9ad5-fe45-44b0-a894-986b191f2d98 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:42:20.894102 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-2fb9507d-25ed-4d75-a6b9-93f9ca637452 req-7dcf196b-2c43-4741-8dcc-e79ae351f97c service neutron] 10.222.0.102 "GET /v2.0/networks/4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949869 Jul 20 15:42:20.959481 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:21.106966 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-75bbd8e8-b7e6-4e48-b1e3-068ce908e9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'name': 'tempest-AttachVolumeNegativeTest-814596091-router', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:37:58Z', 'updated_at': '2022-07-20T15:38:01Z', 'revision_number': 4, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'gw_port': {'id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:37:59Z', 'updated_at': '2022-07-20T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': '42f85fb2-f197-45ed-adfe-4cf739bdf4a3', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'port_id': '38c141c8-0909-4ef8-8ff6-6a25e3d25531', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'mac_address': 'fa:16:3e:4c:f8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023a1736-7558-4434-9b4d-4bbe0d9f4ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:42:02Z', 'updated_at': '2022-07-20T15:42:19Z', 'revision_number': 1, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d0224a-43a2-4733-85f5-87b141dd2c9d', 'name': '', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'mac_address': 'fa:16:3e:f1:6f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:38:00Z', 'updated_at': '2022-07-20T15:38:05Z', 'revision_number': 5, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'subnets': [{'id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:42:21.133125 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bbd8e8-b7e6-4e48-b1e3-068ce908e9fd None None] The sync data for ids ['3dbc9ad5-fe45-44b0-a894-986b191f2d98'] in dv-cinder-819149-12-iscsi is: [{'id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'name': 'tempest-AttachVolumeNegativeTest-814596091-router', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:37:58Z', 'updated_at': '2022-07-20T15:38:01Z', 'revision_number': 4, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'gw_port': {'id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:37:59Z', 'updated_at': '2022-07-20T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': '42f85fb2-f197-45ed-adfe-4cf739bdf4a3', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'port_id': '38c141c8-0909-4ef8-8ff6-6a25e3d25531', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'mac_address': 'fa:16:3e:4c:f8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023a1736-7558-4434-9b4d-4bbe0d9f4ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:42:02Z', 'updated_at': '2022-07-20T15:42:19Z', 'revision_number': 1, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d0224a-43a2-4733-85f5-87b141dd2c9d', 'name': '', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'mac_address': 'fa:16:3e:f1:6f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:38:00Z', 'updated_at': '2022-07-20T15:38:05Z', 'revision_number': 5, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'subnets': [{'id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:42:21.342115 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932cd868-01d3-4938-9fcb-2991bde06947 None None] New status for floating IP 42f85fb2-f197-45ed-adfe-4cf739bdf4a3: ACTIVE {{(pid=104512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 15:42:21.735943 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fadc5-c4a4-446e-a05b-16dd7ac6af37 req-75bd95be-1545-4337-9374-7ed55dc050e7 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:21.737468 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d18fadc5-c4a4-446e-a05b-16dd7ac6af37 req-75bd95be-1545-4337-9374-7ed55dc050e7 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=8dd5710a-4106-4dcd-8ec4-083d49813b41 HTTP/1.1" status: 200 len: 944 time: 0.0553079 Jul 20 15:42:21.791117 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d18fadc5-c4a4-446e-a05b-16dd7ac6af37 req-e0d1ac21-40c9-439c-957e-a4936f7a28f0 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467167 Jul 20 15:42:22.307171 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 9062b142-2a3f-4a67-a60e-b3ba58fb3834 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:42:22.323402 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=100 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:22.439617 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 9062b142-2a3f-4a67-a60e-b3ba58fb3834, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=9062b142-2a3f-4a67-a60e-b3ba58fb3834,segment=NetworkSegment(c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28),segment_id=c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:42:22.453649 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Returning: {'device': '9062b142-2a3f-4a67-a60e-b3ba58fb3834', 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8', 'port_id': '9062b142-2a3f-4a67-a60e-b3ba58fb3834', 'mac_address': 'fa:16:3e:6a:43:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 971, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:42:22.492201 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port 9062b142-2a3f-4a67-a60e-b3ba58fb3834 is: DOWN; New status is: BUILD {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:42:22.492591 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (9062b142-2a3f-4a67-a60e-b3ba58fb3834), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:22.506807 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9062b142-2a3f-4a67-a60e-b3ba58fb3834 {{(pid=104511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:42:22.527401 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c45944b9-a586-46f7-8ea7-28a7b402e042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:22.529938 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 9062b142-2a3f-4a67-a60e-b3ba58fb3834, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=9062b142-2a3f-4a67-a60e-b3ba58fb3834,segment=NetworkSegment(c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28),segment_id=c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:42:22.726560 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (9062b142-2a3f-4a67-a60e-b3ba58fb3834), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:22.786060 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=9062b142-2a3f-4a67-a60e-b3ba58fb3834,revision_number=4']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:42:22.911135 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706e4df-02e6-4207-b372-742d08ee0a38 req-2282090d-fcac-411f-9839-8f33baf8bd96 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:22.912583 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c706e4df-02e6-4207-b372-742d08ee0a38 req-2282090d-fcac-411f-9839-8f33baf8bd96 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=8dd5710a-4106-4dcd-8ec4-083d49813b41 HTTP/1.1" status: 200 len: 945 time: 0.0495450 Jul 20 15:42:22.923904 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:22.937052 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] get_ports_and_sgs() called for port_ids ['9062b142-2a3f-4a67-a60e-b3ba58fb3834'] {{(pid=104511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:42:22.973265 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c706e4df-02e6-4207-b372-742d08ee0a38 req-86ae9ff5-65f8-46c3-b27f-167ea04056cb tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547829 Jul 20 15:42:23.657583 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:24.081973 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54e0a5-bacc-481e-904f-6618e49f77b7 req-2d6694f4-520d-449e-838b-f8ff5fcd6856 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:24.083477 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-fe54e0a5-bacc-481e-904f-6618e49f77b7 req-2d6694f4-520d-449e-838b-f8ff5fcd6856 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=8dd5710a-4106-4dcd-8ec4-083d49813b41 HTTP/1.1" status: 200 len: 945 time: 0.0480235 Jul 20 15:42:24.137305 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-fe54e0a5-bacc-481e-904f-6618e49f77b7 req-22ea20ca-7e58-4639-a902-afadd75a268f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482409 Jul 20 15:42:24.841330 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:24.971737 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:25.119284 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:25.253617 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b0ac3-7b9c-439a-afd1-7d17958077aa req-d19a308c-2b9a-4e42-958a-67cd0ca448d7 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:25.255029 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-128b0ac3-7b9c-439a-afd1-7d17958077aa req-d19a308c-2b9a-4e42-958a-67cd0ca448d7 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=8dd5710a-4106-4dcd-8ec4-083d49813b41 HTTP/1.1" status: 200 len: 945 time: 0.0484707 Jul 20 15:42:25.307400 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-128b0ac3-7b9c-439a-afd1-7d17958077aa req-51804576-ebf1-4075-9ab3-39b97c74ef96 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460052 Jul 20 15:42:26.077841 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 9062b142-2a3f-4a67-a60e-b3ba58fb3834 up at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:42:26.113940 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning for port 9062b142-2a3f-4a67-a60e-b3ba58fb3834 completed by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 15:42:26.268815 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning complete for port 9062b142-2a3f-4a67-a60e-b3ba58fb3834 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:42:26.269199 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (9062b142-2a3f-4a67-a60e-b3ba58fb3834), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:26.349623 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port 9062b142-2a3f-4a67-a60e-b3ba58fb3834 is: BUILD; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:42:26.350051 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (9062b142-2a3f-4a67-a60e-b3ba58fb3834), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:26.374776 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd5710a-4106-4dcd-8ec4-083d49813b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9062b142-2a3f-4a67-a60e-b3ba58fb3834'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:42:26.377135 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d079ce0f3ed41026034ae0451e18cae4cf0a7f47a911dfcb655775793fbc38ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04603c29-1918-4c7a-a7e5-4fb55e2decd7" -d '{"events": [{"server_uuid": "8dd5710a-4106-4dcd-8ec4-083d49813b41", "name": "network-vif-plugged", "status": "completed", "tag": "9062b142-2a3f-4a67-a60e-b3ba58fb3834"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:42:26.391204 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 9062b142-2a3f-4a67-a60e-b3ba58fb3834, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=9062b142-2a3f-4a67-a60e-b3ba58fb3834,segment=NetworkSegment(c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28),segment_id=c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:42:26.417530 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 15:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eed4568-05a4-4835-a6ad-32f8c77fb128 x-openstack-request-id: req-9eed4568-05a4-4835-a6ad-32f8c77fb128 {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:42:26.417821 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd5710a-4106-4dcd-8ec4-083d49813b41", "name": "network-vif-plugged", "status": "completed", "tag": "9062b142-2a3f-4a67-a60e-b3ba58fb3834", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:42:26.418076 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9eed4568-05a4-4835-a6ad-32f8c77fb128 {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:42:26.418582 dv-cinder-819149-12-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eed4568-05a4-4835-a6ad-32f8c77fb128'] response: {'server_uuid': '8dd5710a-4106-4dcd-8ec4-083d49813b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9062b142-2a3f-4a67-a60e-b3ba58fb3834', 'code': 200} Jul 20 15:42:26.433285 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9aba9-a356-4173-86f2-de3a2d84fac0 req-7c5d9ba6-3e00-4cbc-a98a-06f419d6b964 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:26.435951 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-61d9aba9-a356-4173-86f2-de3a2d84fac0 req-7c5d9ba6-3e00-4cbc-a98a-06f419d6b964 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=8dd5710a-4106-4dcd-8ec4-083d49813b41 HTTP/1.1" status: 200 len: 945 time: 0.0549304 Jul 20 15:42:26.487373 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-61d9aba9-a356-4173-86f2-de3a2d84fac0 req-a57231aa-796a-46fd-b495-ad9861276cb8 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458395 Jul 20 15:42:26.519035 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (9062b142-2a3f-4a67-a60e-b3ba58fb3834), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:26.567841 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=9062b142-2a3f-4a67-a60e-b3ba58fb3834,revision_number=5']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:42:26.885253 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb071c-d1e6-431d-9713-19cf1eb73295 req-ee2f2404-fc18-4032-9625-438358a6459f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:26.886981 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-28eb071c-d1e6-431d-9713-19cf1eb73295 req-ee2f2404-fc18-4032-9625-438358a6459f service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=8dd5710a-4106-4dcd-8ec4-083d49813b41 HTTP/1.1" status: 200 len: 1130 time: 0.0421584 Jul 20 15:42:26.940953 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-28eb071c-d1e6-431d-9713-19cf1eb73295 req-90a89df7-354c-4f8a-84f6-36d0aca24d57 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484903 Jul 20 15:42:27.604631 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb204d57-95a0-4cb7-9af5-0f3d89bcd9f3 req-fe2194d8-a475-4762-bca5-6ca61e444eab tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:27.606102 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-cb204d57-95a0-4cb7-9af5-0f3d89bcd9f3 req-fe2194d8-a475-4762-bca5-6ca61e444eab tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=8dd5710a-4106-4dcd-8ec4-083d49813b41 HTTP/1.1" status: 200 len: 946 time: 0.0508797 Jul 20 15:42:27.654982 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-cb204d57-95a0-4cb7-9af5-0f3d89bcd9f3 req-5ec4ded1-c940-45bc-b813-d29be99a0e2a tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433669 Jul 20 15:42:28.734733 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:28.773326 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e016727-5e81-4ce8-ade6-c4d1ef1f3c37 req-b02da9fd-508b-474f-8824-1f95fc4dbd52 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:28.775709 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2e016727-5e81-4ce8-ade6-c4d1ef1f3c37 req-b02da9fd-508b-474f-8824-1f95fc4dbd52 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=8dd5710a-4106-4dcd-8ec4-083d49813b41 HTTP/1.1" status: 200 len: 946 time: 0.0497854 Jul 20 15:42:28.826606 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-2e016727-5e81-4ce8-ade6-c4d1ef1f3c37 req-edab2da7-4d83-445e-aad6-98ee4fa641db tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461462 Jul 20 15:42:29.942739 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ec7a2-9d3a-4d43-9770-112d404af752 req-4c08fc78-b58c-4cb5-9aec-d6bbd55f7971 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:29.944270 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-321ec7a2-9d3a-4d43-9770-112d404af752 req-4c08fc78-b58c-4cb5-9aec-d6bbd55f7971 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=8dd5710a-4106-4dcd-8ec4-083d49813b41 HTTP/1.1" status: 200 len: 946 time: 0.0475304 Jul 20 15:42:30.001328 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-321ec7a2-9d3a-4d43-9770-112d404af752 req-29191eb8-ec82-4f42-b2c9-eae308ae252b tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506785 Jul 20 15:42:30.633341 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 6 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:42:31.121506 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63badc85-19fc-41cc-ba44-2f9aa8b95589 req-34f62d41-ed9e-4fd5-87b8-5604d47dd73f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:31.123225 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-63badc85-19fc-41cc-ba44-2f9aa8b95589 req-34f62d41-ed9e-4fd5-87b8-5604d47dd73f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=8dd5710a-4106-4dcd-8ec4-083d49813b41 HTTP/1.1" status: 200 len: 946 time: 0.0495186 Jul 20 15:42:31.174802 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-63badc85-19fc-41cc-ba44-2f9aa8b95589 req-3bfe71e8-7b88-4115-adff-fdb805ab2704 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459697 Jul 20 15:42:32.288773 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d18dd5-f102-455c-98dc-5e4b2ef35585 req-920dfd49-7cb2-42b8-a130-be44f0a6f186 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:32.290224 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-38d18dd5-f102-455c-98dc-5e4b2ef35585 req-920dfd49-7cb2-42b8-a130-be44f0a6f186 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=8dd5710a-4106-4dcd-8ec4-083d49813b41 HTTP/1.1" status: 200 len: 946 time: 0.0467277 Jul 20 15:42:32.339584 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-38d18dd5-f102-455c-98dc-5e4b2ef35585 req-5e60b7d1-6822-4f14-bb55-9dd50c1ec4df tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431275 Jul 20 15:42:32.453670 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48059e-b0dc-4dbd-913a-886e3a4815ea req-0a069c27-ea1a-45fb-b9b7-466760957b9d tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:32.455186 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6b48059e-b0dc-4dbd-913a-886e3a4815ea req-0a069c27-ea1a-45fb-b9b7-466760957b9d tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=8dd5710a-4106-4dcd-8ec4-083d49813b41 HTTP/1.1" status: 200 len: 946 time: 0.0506663 Jul 20 15:42:32.504769 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-6b48059e-b0dc-4dbd-913a-886e3a4815ea req-a5383421-d385-49dc-9274-11cd7731b40e tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440516 Jul 20 15:42:32.527370 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 50770) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:42:32.709867 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6aab0e-3c05-4adc-88ff-e8df4e2ec18e tempest-TestVolumeBootPattern-352958089 tempest-TestVolumeBootPattern-352958089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:32.711379 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-aa6aab0e-3c05-4adc-88ff-e8df4e2ec18e tempest-TestVolumeBootPattern-352958089 tempest-TestVolumeBootPattern-352958089-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=8dd5710a-4106-4dcd-8ec4-083d49813b41 HTTP/1.1" status: 200 len: 1125 time: 0.1830633 Jul 20 15:42:32.716906 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 50774) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:42:32.718661 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-45c3c120-2015-4b33-a97f-994973ad6d1c tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Request body: {'floatingip': {'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'port_id': '9062b142-2a3f-4a67-a60e-b3ba58fb3834', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:42:32.884774 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-45c3c120-2015-4b33-a97f-994973ad6d1c tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:32.887412 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:32.970376 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-45c3c120-2015-4b33-a97f-994973ad6d1c tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:33.075050 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.db_base_plugin_common [None req-45c3c120-2015-4b33-a97f-994973ad6d1c tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Allocated IP 172.27.1.78 (8e10d912-d794-48e6-8f9b-6baf59c7f77e/d5daf119-8c14-4f50-a186-1c01cb5bfe5f/671c489f-e5f3-42ab-8508-6620d6ba87d7) {{(pid=104510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:42:33.180763 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-45c3c120-2015-4b33-a97f-994973ad6d1c tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks [] for port (671c489f-e5f3-42ab-8508-6620d6ba87d7), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:33.185775 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:33.292558 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-45c3c120-2015-4b33-a97f-994973ad6d1c tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25775823'] for port (671c489f-e5f3-42ab-8508-6620d6ba87d7), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:33.341611 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c3c120-2015-4b33-a97f-994973ad6d1c tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Network 8e10d912-d794-48e6-8f9b-6baf59c7f77e is already hosted by enough agents. {{(pid=104510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:42:33.346792 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.base_scheduler [None req-45c3c120-2015-4b33-a97f-994973ad6d1c tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Resources bound (agent type, host, resource id): {{(pid=104510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:42:33.349549 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c3c120-2015-4b33-a97f-994973ad6d1c tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Received port after_create {{(pid=104510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:42:33.353903 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3c120-2015-4b33-a97f-994973ad6d1c tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Pushing event updated for resources: {'Port': ['ID=671c489f-e5f3-42ab-8508-6620d6ba87d7,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:42:33.380525 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3c120-2015-4b33-a97f-994973ad6d1c tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:42:33.380876 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3c120-2015-4b33-a97f-994973ad6d1c tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:42:33.381222 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3c120-2015-4b33-a97f-994973ad6d1c tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:42:33.381564 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3c120-2015-4b33-a97f-994973ad6d1c tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:42:33.381978 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3c120-2015-4b33-a97f-994973ad6d1c tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:42:33.382337 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3c120-2015-4b33-a97f-994973ad6d1c tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:42:33.382670 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3c120-2015-4b33-a97f-994973ad6d1c tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:42:33.382997 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3c120-2015-4b33-a97f-994973ad6d1c tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:42:33.383325 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3c120-2015-4b33-a97f-994973ad6d1c tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:42:33.383651 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3c120-2015-4b33-a97f-994973ad6d1c tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:42:33.383977 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3c120-2015-4b33-a97f-994973ad6d1c tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:42:33.384822 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3c120-2015-4b33-a97f-994973ad6d1c tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:42:33.385150 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3c120-2015-4b33-a97f-994973ad6d1c tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:42:33.385471 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3c120-2015-4b33-a97f-994973ad6d1c tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:42:33.385850 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3c120-2015-4b33-a97f-994973ad6d1c tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:42:33.959001 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-45c3c120-2015-4b33-a97f-994973ad6d1c tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks [] for floatingip (e5695698-b62a-477b-8033-9192a2b21415), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:34.112837 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:34.116061 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-45c3c120-2015-4b33-a97f-994973ad6d1c tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (671c489f-e5f3-42ab-8508-6620d6ba87d7), before_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:34.266604 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-45c3c120-2015-4b33-a97f-994973ad6d1c tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks [] for port (671c489f-e5f3-42ab-8508-6620d6ba87d7), precommit_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:34.411430 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-45c3c120-2015-4b33-a97f-994973ad6d1c tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25775864'] for port (671c489f-e5f3-42ab-8508-6620d6ba87d7), after_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:34.484327 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3c120-2015-4b33-a97f-994973ad6d1c tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Pushing event updated for resources: {'Port': ['ID=671c489f-e5f3-42ab-8508-6620d6ba87d7,revision_number=2']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:42:34.497456 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-45c3c120-2015-4b33-a97f-994973ad6d1c tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714675'] for floatingip (e5695698-b62a-477b-8033-9192a2b21415), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:34.500238 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:34.599838 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.db.l3_db [None req-45c3c120-2015-4b33-a97f-994973ad6d1c tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Floating IP e5695698-b62a-477b-8033-9192a2b21415 associated. External IP: 172.27.1.78, port: 9062b142-2a3f-4a67-a60e-b3ba58fb3834. Jul 20 15:42:34.807011 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c3c120-2015-4b33-a97f-994973ad6d1c tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Router 58e75455-c0a5-448c-884c-a6d0eb47a6a1 has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:42:34.912915 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c3c120-2015-4b33-a97f-994973ad6d1c tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:42:34.923005 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8e69ac-f298-4619-b297-0e222fd23514 None None] Sync routers for ids ['58e75455-c0a5-448c-884c-a6d0eb47a6a1'] in dv-cinder-819149-12-iscsi {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:42:34.938672 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8e69ac-f298-4619-b297-0e222fd23514 None None] Routers {'58e75455-c0a5-448c-884c-a6d0eb47a6a1'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:42:34.939306 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-2b8e69ac-f298-4619-b297-0e222fd23514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:42:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['58e75455-c0a5-448c-884c-a6d0eb47a6a1'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:42:35.039507 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-2b8e69ac-f298-4619-b297-0e222fd23514 None None] Set router 58e75455-c0a5-448c-884c-a6d0eb47a6a1 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:42:35.136356 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:35.145082 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-45c3c120-2015-4b33-a97f-994973ad6d1c tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for floatingip (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:35.178721 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-45c3c120-2015-4b33-a97f-994973ad6d1c tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4631851 Jul 20 15:42:35.179152 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd5710a-4106-4dcd-8ec4-083d49813b41', 'tag': '9062b142-2a3f-4a67-a60e-b3ba58fb3834'}] {{(pid=104510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:42:35.181990 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e6f04493f4523d7005559a5723156fec6de25b8db42c399d87358264a9319a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d597f53-0e64-4075-a4e0-369d837e4a46" -d '{"events": [{"name": "network-changed", "server_uuid": "8dd5710a-4106-4dcd-8ec4-083d49813b41", "tag": "9062b142-2a3f-4a67-a60e-b3ba58fb3834"}]}' {{(pid=104510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:42:35.261046 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-2b8e69ac-f298-4619-b297-0e222fd23514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'name': 'tempest-TestVolumeBootPattern-1186327595-router', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '317c9f37-8331-4520-87c8-d09522208764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:41:25Z', 'updated_at': '2022-07-20T15:41:29Z', 'revision_number': 4, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'gw_port': {'id': '317c9f37-8331-4520-87c8-d09522208764', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:26Z', 'updated_at': '2022-07-20T15:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': 'e5695698-b62a-477b-8033-9192a2b21415', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'port_id': '9062b142-2a3f-4a67-a60e-b3ba58fb3834', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8', 'mac_address': 'fa:16:3e:6a:43:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd5710a-4106-4dcd-8ec4-083d49813b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:42:33Z', 'updated_at': '2022-07-20T15:42:33Z', 'revision_number': 0, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31fc220c-439e-462b-9134-d96ad34f9f6b', 'name': '', 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'mac_address': 'fa:16:3e:c4:40:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:28Z', 'updated_at': '2022-07-20T15:41:33Z', 'revision_number': 5, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'subnets': [{'id': 'a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:42:35.286675 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8e69ac-f298-4619-b297-0e222fd23514 None None] Checking router: 58e75455-c0a5-448c-884c-a6d0eb47a6a1 for host: dv-cinder-819149-12-iscsi {{(pid=104511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:42:35.296244 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8e69ac-f298-4619-b297-0e222fd23514 None None] Routers {'58e75455-c0a5-448c-884c-a6d0eb47a6a1'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:42:35.296867 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-2b8e69ac-f298-4619-b297-0e222fd23514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:42:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['58e75455-c0a5-448c-884c-a6d0eb47a6a1'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:42:35.346061 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 15:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ad614c-fd9f-4987-ba9c-4d3a635ee8ce x-openstack-request-id: req-91ad614c-fd9f-4987-ba9c-4d3a635ee8ce {{(pid=104510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:42:35.346533 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dd5710a-4106-4dcd-8ec4-083d49813b41", "tag": "9062b142-2a3f-4a67-a60e-b3ba58fb3834", "status": "completed", "code": 200}]} {{(pid=104510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:42:35.346723 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-91ad614c-fd9f-4987-ba9c-4d3a635ee8ce {{(pid=104510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:42:35.347134 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91ad614c-fd9f-4987-ba9c-4d3a635ee8ce'] response: {'name': 'network-changed', 'server_uuid': '8dd5710a-4106-4dcd-8ec4-083d49813b41', 'tag': '9062b142-2a3f-4a67-a60e-b3ba58fb3834', 'status': 'completed', 'code': 200} Jul 20 15:42:35.385016 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:35.407850 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-2b8e69ac-f298-4619-b297-0e222fd23514 None None] Set router 58e75455-c0a5-448c-884c-a6d0eb47a6a1 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:42:35.417082 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d597f53-0e64-4075-a4e0-369d837e4a46 req-2f8b7626-0d7c-46be-a65d-9a0004f1cab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:35.418662 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-0d597f53-0e64-4075-a4e0-369d837e4a46 req-2f8b7626-0d7c-46be-a65d-9a0004f1cab0 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=68372ee91fb843108d3b0cb1c99cd186&device_id=8dd5710a-4106-4dcd-8ec4-083d49813b41 HTTP/1.1" status: 200 len: 1130 time: 0.0423095 Jul 20 15:42:35.518904 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d597f53-0e64-4075-a4e0-369d837e4a46 req-f1c63926-f6fc-4550-9caf-44fc18988f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:35.520391 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-0d597f53-0e64-4075-a4e0-369d837e4a46 req-f1c63926-f6fc-4550-9caf-44fc18988f8c service neutron] 10.222.0.102 "GET /v2.0/networks?id=8628016f-4714-4c11-b108-0d43d71372c8 HTTP/1.1" status: 200 len: 913 time: 0.0893099 Jul 20 15:42:35.587868 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-0d597f53-0e64-4075-a4e0-369d837e4a46 req-5d41be81-407e-41a0-8df7-e2642549818c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9062b142-2a3f-4a67-a60e-b3ba58fb3834 HTTP/1.1" status: 200 len: 999 time: 0.0606439 Jul 20 15:42:35.631069 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-2b8e69ac-f298-4619-b297-0e222fd23514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'name': 'tempest-TestVolumeBootPattern-1186327595-router', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '317c9f37-8331-4520-87c8-d09522208764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:41:25Z', 'updated_at': '2022-07-20T15:41:29Z', 'revision_number': 4, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'gw_port': {'id': '317c9f37-8331-4520-87c8-d09522208764', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:26Z', 'updated_at': '2022-07-20T15:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': 'e5695698-b62a-477b-8033-9192a2b21415', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'port_id': '9062b142-2a3f-4a67-a60e-b3ba58fb3834', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8', 'mac_address': 'fa:16:3e:6a:43:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd5710a-4106-4dcd-8ec4-083d49813b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:42:33Z', 'updated_at': '2022-07-20T15:42:33Z', 'revision_number': 0, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31fc220c-439e-462b-9134-d96ad34f9f6b', 'name': '', 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'mac_address': 'fa:16:3e:c4:40:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:28Z', 'updated_at': '2022-07-20T15:41:33Z', 'revision_number': 5, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'subnets': [{'id': 'a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:42:35.637765 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d597f53-0e64-4075-a4e0-369d837e4a46 req-c31949cb-1b96-4e57-84db-cd1638159fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:35.639266 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-0d597f53-0e64-4075-a4e0-369d837e4a46 req-c31949cb-1b96-4e57-84db-cd1638159fc8 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6 HTTP/1.1" status: 200 len: 851 time: 0.0466626 Jul 20 15:42:35.656705 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8e69ac-f298-4619-b297-0e222fd23514 None None] The sync data for ids ['58e75455-c0a5-448c-884c-a6d0eb47a6a1'] in dv-cinder-819149-12-iscsi is: [{'id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'name': 'tempest-TestVolumeBootPattern-1186327595-router', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '317c9f37-8331-4520-87c8-d09522208764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:41:25Z', 'updated_at': '2022-07-20T15:41:29Z', 'revision_number': 4, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'gw_port': {'id': '317c9f37-8331-4520-87c8-d09522208764', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:26Z', 'updated_at': '2022-07-20T15:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': 'e5695698-b62a-477b-8033-9192a2b21415', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'port_id': '9062b142-2a3f-4a67-a60e-b3ba58fb3834', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8', 'mac_address': 'fa:16:3e:6a:43:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd5710a-4106-4dcd-8ec4-083d49813b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:42:33Z', 'updated_at': '2022-07-20T15:42:33Z', 'revision_number': 0, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31fc220c-439e-462b-9134-d96ad34f9f6b', 'name': '', 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'mac_address': 'fa:16:3e:c4:40:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:28Z', 'updated_at': '2022-07-20T15:41:33Z', 'revision_number': 5, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'subnets': [{'id': 'a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:42:35.684891 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d597f53-0e64-4075-a4e0-369d837e4a46 req-862cc1eb-7894-44f5-9aee-cb28ce840222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:35.686525 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-0d597f53-0e64-4075-a4e0-369d837e4a46 req-862cc1eb-7894-44f5-9aee-cb28ce840222 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8628016f-4714-4c11-b108-0d43d71372c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412426 Jul 20 15:42:35.795632 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-0d597f53-0e64-4075-a4e0-369d837e4a46 req-443688f3-cff6-46c7-8a6b-2fce89fce516 service neutron] 10.222.0.102 "GET /v2.0/networks/8628016f-4714-4c11-b108-0d43d71372c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024880 Jul 20 15:42:35.860422 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bd4d02-0d96-43e6-ab34-99418f9f7adb None None] New status for floating IP e5695698-b62a-477b-8033-9192a2b21415: ACTIVE {{(pid=104512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 15:42:35.905279 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-0d597f53-0e64-4075-a4e0-369d837e4a46 req-ee9a653c-db52-4cb5-9ac0-c1be1a5c6426 service neutron] 10.222.0.102 "GET /v2.0/networks/8628016f-4714-4c11-b108-0d43d71372c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038525 Jul 20 15:42:38.954174 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:42.273514 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 50862) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:42:42.380326 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-8f745761-3996-45f3-a6fd-694c7ee01b7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:42.435608 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:42.456886 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-8f745761-3996-45f3-a6fd-694c7ee01b7b admin admin] Publish callbacks [] for security_group (7a7fe268-10ff-4c14-9981-6e144f544a03), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:42.599471 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-8f745761-3996-45f3-a6fd-694c7ee01b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (7a7fe268-10ff-4c14-9981-6e144f544a03), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:42.648488 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-8f745761-3996-45f3-a6fd-694c7ee01b7b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=044407e74d224d3badd4c695c51601c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3738616 Jul 20 15:42:42.649351 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f745761-3996-45f3-a6fd-694c7ee01b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7fe268-10ff-4c14-9981-6e144f544a03,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:42:42.651204 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 50866) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:42:42.680430 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=100 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:42.706839 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-4632bea9-1a4d-4fe9-9c0c-ebfeb8b056b8 admin admin] Publish callbacks [] for security_group (7a7fe268-10ff-4c14-9981-6e144f544a03), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:42.729691 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-4632bea9-1a4d-4fe9-9c0c-ebfeb8b056b8 admin admin] Publish callbacks [] for security_group (7a7fe268-10ff-4c14-9981-6e144f544a03), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:42.761799 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:42.960223 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-4632bea9-1a4d-4fe9-9c0c-ebfeb8b056b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (7a7fe268-10ff-4c14-9981-6e144f544a03), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:42.962725 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-4632bea9-1a4d-4fe9-9c0c-ebfeb8b056b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:42.965288 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-4632bea9-1a4d-4fe9-9c0c-ebfeb8b056b8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7a7fe268-10ff-4c14-9981-6e144f544a03 HTTP/1.1" status: 204 len: 168 time: 0.3126910 Jul 20 15:42:42.974819 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4632bea9-1a4d-4fe9-9c0c-ebfeb8b056b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7fe268-10ff-4c14-9981-6e144f544a03,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:42:45.969407 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:48.457180 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:48.619119 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-61afa5e1-679a-4b8d-9ab8-7886b906aa56 req-5a329eda-85f2-44f4-afd0-ecb8f322044f service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=8dd5710a-4106-4dcd-8ec4-083d49813b41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398912 Jul 20 15:42:48.708712 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afa5e1-679a-4b8d-9ab8-7886b906aa56 req-0fcb1fbe-baf9-47f0-998b-b45383b2c750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:48.710092 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-61afa5e1-679a-4b8d-9ab8-7886b906aa56 req-0fcb1fbe-baf9-47f0-998b-b45383b2c750 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=68372ee91fb843108d3b0cb1c99cd186&device_id=8dd5710a-4106-4dcd-8ec4-083d49813b41 HTTP/1.1" status: 200 len: 1130 time: 0.0408666 Jul 20 15:42:48.824292 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afa5e1-679a-4b8d-9ab8-7886b906aa56 req-0aee6202-da44-4c60-b1ae-a945728216e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:48.826004 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-61afa5e1-679a-4b8d-9ab8-7886b906aa56 req-0aee6202-da44-4c60-b1ae-a945728216e8 service neutron] 10.222.0.102 "GET /v2.0/networks?id=8628016f-4714-4c11-b108-0d43d71372c8 HTTP/1.1" status: 200 len: 913 time: 0.0978606 Jul 20 15:42:48.855839 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=58 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:48.898120 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-61afa5e1-679a-4b8d-9ab8-7886b906aa56 req-fe615400-7aca-4d4d-ab1a-6c12dc4bc1e1 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9062b142-2a3f-4a67-a60e-b3ba58fb3834 HTTP/1.1" status: 200 len: 1001 time: 0.0603797 Jul 20 15:42:48.945569 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afa5e1-679a-4b8d-9ab8-7886b906aa56 req-beb3e009-d101-43b0-bb4b-2e289ed485a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:48.947024 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-61afa5e1-679a-4b8d-9ab8-7886b906aa56 req-beb3e009-d101-43b0-bb4b-2e289ed485a0 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6 HTTP/1.1" status: 200 len: 851 time: 0.0431552 Jul 20 15:42:48.990027 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afa5e1-679a-4b8d-9ab8-7886b906aa56 req-a10cc4ed-4afb-4e85-9bc9-74a3b32af96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:42:48.991584 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-61afa5e1-679a-4b8d-9ab8-7886b906aa56 req-a10cc4ed-4afb-4e85-9bc9-74a3b32af96d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8628016f-4714-4c11-b108-0d43d71372c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386140 Jul 20 15:42:49.085491 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-61afa5e1-679a-4b8d-9ab8-7886b906aa56 req-c82e71da-d01a-49a0-92ee-947ea14e0ef9 service neutron] 10.222.0.102 "GET /v2.0/networks/8628016f-4714-4c11-b108-0d43d71372c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877757 Jul 20 15:42:49.177128 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-61afa5e1-679a-4b8d-9ab8-7886b906aa56 req-81285f73-8fb6-4554-a997-f3ba0cdfdba2 service neutron] 10.222.0.102 "GET /v2.0/networks/8628016f-4714-4c11-b108-0d43d71372c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857482 Jul 20 15:42:50.051193 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-461ca3f6-0a33-418f-ae33-c8f0eddb4a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:52.409634 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-977af78e-8ec4-48bf-9741-c71540a80418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:52.644665 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=52,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:53.652723 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:54.999038 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:55.123762 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:42:59.172235 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=52 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:42:59.173017 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=51 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:43:07.631701 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 6 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:43:08.876727 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:43:09.026790 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:10.440832 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d42083-7db2-4708-9d79-92b15eddc62c req-9b622a71-b310-4863-804b-6f11da846237 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:43:10.442386 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-73d42083-7db2-4708-9d79-92b15eddc62c req-9b622a71-b310-4863-804b-6f11da846237 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=023a1736-7558-4434-9b4d-4bbe0d9f4ea4 HTTP/1.1" status: 200 len: 945 time: 0.0495591 Jul 20 15:43:10.491387 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-73d42083-7db2-4708-9d79-92b15eddc62c req-a9c1954e-4a17-418a-8d0c-978c4f6d745d tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3aa2fbe-308a-47de-b45a-04c282fdfc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432875 Jul 20 15:43:11.616463 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab029e-437a-43d1-ae25-65c3b4482a2c req-424f41ea-60e3-4a29-a992-bbd304459154 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:43:11.617985 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-18ab029e-437a-43d1-ae25-65c3b4482a2c req-424f41ea-60e3-4a29-a992-bbd304459154 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=023a1736-7558-4434-9b4d-4bbe0d9f4ea4 HTTP/1.1" status: 200 len: 945 time: 0.0565486 Jul 20 15:43:11.676588 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-18ab029e-437a-43d1-ae25-65c3b4482a2c req-68a27175-0a2c-4d71-86aa-196c3b097e8e tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups?id=a3aa2fbe-308a-47de-b45a-04c282fdfc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483937 Jul 20 15:43:12.058486 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59c113-cf2d-47da-8b3a-c3770e26c002 req-47e7b702-af88-4b9f-9bee-7b02f9517bd4 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:43:12.060183 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-9c59c113-cf2d-47da-8b3a-c3770e26c002 req-47e7b702-af88-4b9f-9bee-7b02f9517bd4 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.102 "GET /v2.0/ports?device_id=023a1736-7558-4434-9b4d-4bbe0d9f4ea4 HTTP/1.1" status: 200 len: 945 time: 0.0504420 Jul 20 15:43:12.154813 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [req-9c59c113-cf2d-47da-8b3a-c3770e26c002 req-8a085f52-2f7c-4c08-beeb-1b7ce776e9a5 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Deleting port 38c141c8-0909-4ef8-8ff6-6a25e3d25531 {{(pid=104509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:43:12.155161 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-9c59c113-cf2d-47da-8b3a-c3770e26c002 req-8a085f52-2f7c-4c08-beeb-1b7ce776e9a5 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (38c141c8-0909-4ef8-8ff6-6a25e3d25531), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:12.257545 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-9c59c113-cf2d-47da-8b3a-c3770e26c002 req-8a085f52-2f7c-4c08-beeb-1b7ce776e9a5 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] For port 38c141c8-0909-4ef8-8ff6-6a25e3d25531, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=38c141c8-0909-4ef8-8ff6-6a25e3d25531,segment=NetworkSegment(e026d837-5e38-45b1-9c83-a88e3f038dd4),segment_id=e026d837-5e38-45b1-9c83-a88e3f038dd4)] {{(pid=104509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:43:12.257912 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-9c59c113-cf2d-47da-8b3a-c3770e26c002 req-8a085f52-2f7c-4c08-beeb-1b7ce776e9a5 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (38c141c8-0909-4ef8-8ff6-6a25e3d25531), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:12.427502 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-9c59c113-cf2d-47da-8b3a-c3770e26c002 req-8a085f52-2f7c-4c08-beeb-1b7ce776e9a5 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:12.427781 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-9c59c113-cf2d-47da-8b3a-c3770e26c002 req-8a085f52-2f7c-4c08-beeb-1b7ce776e9a5 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714675'] for floatingip (42f85fb2-f197-45ed-adfe-4cf739bdf4a3), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:12.428102 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.db.l3_db [req-9c59c113-cf2d-47da-8b3a-c3770e26c002 req-8a085f52-2f7c-4c08-beeb-1b7ce776e9a5 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Floating IP 42f85fb2-f197-45ed-adfe-4cf739bdf4a3 disassociated. External IP: 172.27.1.121, port: 38c141c8-0909-4ef8-8ff6-6a25e3d25531. Jul 20 15:43:12.428448 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [req-9c59c113-cf2d-47da-8b3a-c3770e26c002 req-8a085f52-2f7c-4c08-beeb-1b7ce776e9a5 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Calling delete_port for 38c141c8-0909-4ef8-8ff6-6a25e3d25531 owned by compute:nova {{(pid=104509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:43:12.683325 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-9c59c113-cf2d-47da-8b3a-c3770e26c002 req-8a085f52-2f7c-4c08-beeb-1b7ce776e9a5 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (38c141c8-0909-4ef8-8ff6-6a25e3d25531), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:12.713957 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a085f52-2f7c-4c08-beeb-1b7ce776e9a5 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Pushing event deleted for resources: {'Port': ['ID=38c141c8-0909-4ef8-8ff6-6a25e3d25531,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:43:12.726215 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a085f52-2f7c-4c08-beeb-1b7ce776e9a5 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:43:12.726601 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a085f52-2f7c-4c08-beeb-1b7ce776e9a5 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:43:12.726947 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a085f52-2f7c-4c08-beeb-1b7ce776e9a5 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:43:12.727336 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a085f52-2f7c-4c08-beeb-1b7ce776e9a5 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:43:12.727617 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a085f52-2f7c-4c08-beeb-1b7ce776e9a5 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:43:12.727975 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a085f52-2f7c-4c08-beeb-1b7ce776e9a5 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:43:12.728305 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a085f52-2f7c-4c08-beeb-1b7ce776e9a5 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:43:12.728629 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a085f52-2f7c-4c08-beeb-1b7ce776e9a5 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:43:12.728954 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a085f52-2f7c-4c08-beeb-1b7ce776e9a5 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:43:12.729279 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a085f52-2f7c-4c08-beeb-1b7ce776e9a5 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:43:12.729602 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a085f52-2f7c-4c08-beeb-1b7ce776e9a5 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:43:12.729923 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a085f52-2f7c-4c08-beeb-1b7ce776e9a5 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:43:12.730242 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a085f52-2f7c-4c08-beeb-1b7ce776e9a5 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:43:12.730583 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a085f52-2f7c-4c08-beeb-1b7ce776e9a5 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:43:12.730902 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a085f52-2f7c-4c08-beeb-1b7ce776e9a5 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:43:12.781514 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-20bc245e-9418-4c56-9513-219e4d3991b5 req-f08b7c0e-9a5a-45b5-9d20-55ac1f84e6cc tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=023a1736-7558-4434-9b4d-4bbe0d9f4ea4 HTTP/1.1" status: 200 len: 210 time: 0.0288682 Jul 20 15:43:12.842905 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c59c113-cf2d-47da-8b3a-c3770e26c002 req-8a085f52-2f7c-4c08-beeb-1b7ce776e9a5 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Router 3dbc9ad5-fe45-44b0-a894-986b191f2d98 has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:43:13.225951 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c59c113-cf2d-47da-8b3a-c3770e26c002 req-8a085f52-2f7c-4c08-beeb-1b7ce776e9a5 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:43:13.240770 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1220f9-8473-46bd-8f07-074d0a5ccd88 None None] Sync routers for ids ['3dbc9ad5-fe45-44b0-a894-986b191f2d98'] in dv-cinder-819149-12-iscsi {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:43:13.251154 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1220f9-8473-46bd-8f07-074d0a5ccd88 None None] Routers {'3dbc9ad5-fe45-44b0-a894-986b191f2d98'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:43:13.251764 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-ab1220f9-8473-46bd-8f07-074d0a5ccd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:42:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['3dbc9ad5-fe45-44b0-a894-986b191f2d98'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:43:13.280351 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c59c113-cf2d-47da-8b3a-c3770e26c002 req-8a085f52-2f7c-4c08-beeb-1b7ce776e9a5 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] No DVR routers for this DVR port 38c141c8-0909-4ef8-8ff6-6a25e3d25531 on host hv-cinder-81914 {{(pid=104509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 15:43:13.283611 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-9c59c113-cf2d-47da-8b3a-c3770e26c002 req-8a085f52-2f7c-4c08-beeb-1b7ce776e9a5 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:13.288576 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-9c59c113-cf2d-47da-8b3a-c3770e26c002 req-8a085f52-2f7c-4c08-beeb-1b7ce776e9a5 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.102 "DELETE /v2.0/ports/38c141c8-0909-4ef8-8ff6-6a25e3d25531 HTTP/1.1" status: 204 len: 173 time: 1.2198842 Jul 20 15:43:13.289262 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023a1736-7558-4434-9b4d-4bbe0d9f4ea4', 'name': 'network-vif-deleted', 'tag': '38c141c8-0909-4ef8-8ff6-6a25e3d25531'}] {{(pid=104509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:43:13.293589 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df77c6b91a480694ea4413056d8ef6386aadd078611a8438297a7cf852766117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e902ecf6-905d-4ebf-b248-ae09240bcd86" -d '{"events": [{"server_uuid": "023a1736-7558-4434-9b4d-4bbe0d9f4ea4", "name": "network-vif-deleted", "tag": "38c141c8-0909-4ef8-8ff6-6a25e3d25531"}]}' {{(pid=104509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:43:13.362292 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-ab1220f9-8473-46bd-8f07-074d0a5ccd88 None None] Set router 3dbc9ad5-fe45-44b0-a894-986b191f2d98 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:43:13.494659 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 15:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab06878-2d1c-420c-80d3-31b44e131d02 x-openstack-request-id: req-eab06878-2d1c-420c-80d3-31b44e131d02 {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:43:13.495089 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023a1736-7558-4434-9b4d-4bbe0d9f4ea4", "name": "network-vif-deleted", "tag": "38c141c8-0909-4ef8-8ff6-6a25e3d25531", "status": "completed", "code": 200}]} {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:43:13.495609 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-eab06878-2d1c-420c-80d3-31b44e131d02 {{(pid=104509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:43:13.496204 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eab06878-2d1c-420c-80d3-31b44e131d02'] response: {'server_uuid': '023a1736-7558-4434-9b4d-4bbe0d9f4ea4', 'name': 'network-vif-deleted', 'tag': '38c141c8-0909-4ef8-8ff6-6a25e3d25531', 'status': 'completed', 'code': 200} Jul 20 15:43:13.588314 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-ab1220f9-8473-46bd-8f07-074d0a5ccd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'name': 'tempest-AttachVolumeNegativeTest-814596091-router', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:37:58Z', 'updated_at': '2022-07-20T15:38:01Z', 'revision_number': 4, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'gw_port': {'id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:37:59Z', 'updated_at': '2022-07-20T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '78d0224a-43a2-4733-85f5-87b141dd2c9d', 'name': '', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'mac_address': 'fa:16:3e:f1:6f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:38:00Z', 'updated_at': '2022-07-20T15:38:05Z', 'revision_number': 5, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'subnets': [{'id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:43:13.616402 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1220f9-8473-46bd-8f07-074d0a5ccd88 None None] Checking router: 3dbc9ad5-fe45-44b0-a894-986b191f2d98 for host: dv-cinder-819149-12-iscsi {{(pid=104511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:43:13.625132 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1220f9-8473-46bd-8f07-074d0a5ccd88 None None] Routers {'3dbc9ad5-fe45-44b0-a894-986b191f2d98'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:43:13.625749 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-ab1220f9-8473-46bd-8f07-074d0a5ccd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:42:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['3dbc9ad5-fe45-44b0-a894-986b191f2d98'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:43:13.730868 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-ab1220f9-8473-46bd-8f07-074d0a5ccd88 None None] Set router 3dbc9ad5-fe45-44b0-a894-986b191f2d98 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:43:13.902122 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-de111106-633f-4070-bd0f-7df4c0c9091f req-a1b54a0f-fd46-43b9-b44f-f7a26c2f3f59 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/ports?device_id=023a1736-7558-4434-9b4d-4bbe0d9f4ea4 HTTP/1.1" status: 200 len: 210 time: 0.0300183 Jul 20 15:43:13.964740 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-ab1220f9-8473-46bd-8f07-074d0a5ccd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'name': 'tempest-AttachVolumeNegativeTest-814596091-router', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:37:58Z', 'updated_at': '2022-07-20T15:38:01Z', 'revision_number': 4, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'gw_port': {'id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:37:59Z', 'updated_at': '2022-07-20T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '78d0224a-43a2-4733-85f5-87b141dd2c9d', 'name': '', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'mac_address': 'fa:16:3e:f1:6f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:38:00Z', 'updated_at': '2022-07-20T15:38:05Z', 'revision_number': 5, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'subnets': [{'id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:43:13.989134 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1220f9-8473-46bd-8f07-074d0a5ccd88 None None] The sync data for ids ['3dbc9ad5-fe45-44b0-a894-986b191f2d98'] in dv-cinder-819149-12-iscsi is: [{'id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'name': 'tempest-AttachVolumeNegativeTest-814596091-router', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:37:58Z', 'updated_at': '2022-07-20T15:38:01Z', 'revision_number': 4, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'gw_port': {'id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:37:59Z', 'updated_at': '2022-07-20T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '78d0224a-43a2-4733-85f5-87b141dd2c9d', 'name': '', 'network_id': '4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'mac_address': 'fa:16:3e:f1:6f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:38:00Z', 'updated_at': '2022-07-20T15:38:05Z', 'revision_number': 5, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'subnets': [{'id': 'f67dc5bc-fa6a-464f-8936-90155eea6d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:43:14.255135 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2b9bbd-a5ba-46c2-a3f6-a70f4ca16e14 None None] New status for floating IP 42f85fb2-f197-45ed-adfe-4cf739bdf4a3: DOWN {{(pid=104512) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 15:43:14.290450 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 38c141c8-0909-4ef8-8ff6-6a25e3d25531 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:43:14.315621 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] No Port match for: 38c141c8-0909-4ef8-8ff6-6a25e3d25531 {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:43:14.315911 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 38c141c8-0909-4ef8-8ff6-6a25e3d25531 not bound to the agent host hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:43:15.143733 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 50958) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:43:15.198527 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-17e91215-2f78-4a84-8c13-46b665ac16fa tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group (a3aa2fbe-308a-47de-b45a-04c282fdfc1a), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:15.217578 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:43:15.220653 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:43:15.222611 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-17e91215-2f78-4a84-8c13-46b665ac16fa tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group (a3aa2fbe-308a-47de-b45a-04c282fdfc1a), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:15.386128 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-17e91215-2f78-4a84-8c13-46b665ac16fa tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (a3aa2fbe-308a-47de-b45a-04c282fdfc1a), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:15.388926 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-17e91215-2f78-4a84-8c13-46b665ac16fa tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:15.390087 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-17e91215-2f78-4a84-8c13-46b665ac16fa tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "DELETE /v2.0/security-groups/a3aa2fbe-308a-47de-b45a-04c282fdfc1a HTTP/1.1" status: 204 len: 168 time: 0.2453253 Jul 20 15:43:15.393133 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 50960) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:43:15.399843 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e91215-2f78-4a84-8c13-46b665ac16fa tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3aa2fbe-308a-47de-b45a-04c282fdfc1a,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:43:15.415092 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.api.v2.resource [None req-7cbaebae-ab88-45a6-801e-71f3eb36d56c tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] show failed (client error): The resource could not be found. Jul 20 15:43:15.416629 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-7cbaebae-ab88-45a6-801e-71f3eb36d56c tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "GET /v2.0/security-groups/a3aa2fbe-308a-47de-b45a-04c282fdfc1a HTTP/1.1" status: 404 len: 347 time: 0.0220904 Jul 20 15:43:15.419568 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 50962) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:43:15.541203 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [None req-6e0dbc69-6e63-4364-bddc-113a31317325 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Deleting port b042d131-1c8a-49c2-9ee3-5594f7927213 {{(pid=104510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:43:15.541553 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-6e0dbc69-6e63-4364-bddc-113a31317325 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (b042d131-1c8a-49c2-9ee3-5594f7927213), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:15.625346 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-6e0dbc69-6e63-4364-bddc-113a31317325 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (b042d131-1c8a-49c2-9ee3-5594f7927213), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:15.625649 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-6e0dbc69-6e63-4364-bddc-113a31317325 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for floatingip (b042d131-1c8a-49c2-9ee3-5594f7927213), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:15.638128 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [None req-6e0dbc69-6e63-4364-bddc-113a31317325 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Calling delete_port for b042d131-1c8a-49c2-9ee3-5594f7927213 owned by network:floatingip {{(pid=104510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:43:15.906024 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-6e0dbc69-6e63-4364-bddc-113a31317325 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25775823'] for port (b042d131-1c8a-49c2-9ee3-5594f7927213), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:15.929601 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0dbc69-6e63-4364-bddc-113a31317325 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Pushing event deleted for resources: {'Port': ['ID=b042d131-1c8a-49c2-9ee3-5594f7927213,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:43:15.993875 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-6e0dbc69-6e63-4364-bddc-113a31317325 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks [] for floatingip (42f85fb2-f197-45ed-adfe-4cf739bdf4a3), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:15.996393 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-6e0dbc69-6e63-4364-bddc-113a31317325 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for floatingip (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:15.997533 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-6e0dbc69-6e63-4364-bddc-113a31317325 tempest-AttachVolumeNegativeTest-1794101176 tempest-AttachVolumeNegativeTest-1794101176-project] 10.222.0.78 "DELETE /v2.0/floatingips/42f85fb2-f197-45ed-adfe-4cf739bdf4a3 HTTP/1.1" status: 204 len: 168 time: 0.5770743 Jul 20 15:43:19.941653 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:43:20.045021 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f37afd42-3cbf-4e08-bf76-0756770cd9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:20.405523 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 50998) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:43:20.886924 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-e5062477-4e87-42dd-b244-c69f5810f7a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711803'] for router_interface (3dbc9ad5-fe45-44b0-a894-986b191f2d98), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:21.116002 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-e5062477-4e87-42dd-b244-c69f5810f7a6 admin admin] Deleting port 78d0224a-43a2-4733-85f5-87b141dd2c9d {{(pid=104509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:43:21.116356 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-e5062477-4e87-42dd-b244-c69f5810f7a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (78d0224a-43a2-4733-85f5-87b141dd2c9d), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:21.199732 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [None req-e5062477-4e87-42dd-b244-c69f5810f7a6 admin admin] For port 78d0224a-43a2-4733-85f5-87b141dd2c9d, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=78d0224a-43a2-4733-85f5-87b141dd2c9d,segment=NetworkSegment(e026d837-5e38-45b1-9c83-a88e3f038dd4),segment_id=e026d837-5e38-45b1-9c83-a88e3f038dd4)] {{(pid=104509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:43:21.200010 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-e5062477-4e87-42dd-b244-c69f5810f7a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (78d0224a-43a2-4733-85f5-87b141dd2c9d), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:21.212826 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-e5062477-4e87-42dd-b244-c69f5810f7a6 admin admin] Calling delete_port for 78d0224a-43a2-4733-85f5-87b141dd2c9d owned by network:router_interface {{(pid=104509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:43:21.263481 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:43:21.386661 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:43:21.563569 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-e5062477-4e87-42dd-b244-c69f5810f7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (78d0224a-43a2-4733-85f5-87b141dd2c9d), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:21.590921 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5062477-4e87-42dd-b244-c69f5810f7a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=78d0224a-43a2-4733-85f5-87b141dd2c9d,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:43:21.776488 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-e5062477-4e87-42dd-b244-c69f5810f7a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1514783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711695'] for router_interface (3dbc9ad5-fe45-44b0-a894-986b191f2d98), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:22.003892 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5062477-4e87-42dd-b244-c69f5810f7a6 admin admin] Router 3dbc9ad5-fe45-44b0-a894-986b191f2d98 has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:43:22.111868 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5062477-4e87-42dd-b244-c69f5810f7a6 admin admin] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:43:22.118792 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-e5062477-4e87-42dd-b244-c69f5810f7a6 admin admin] 10.222.0.78 "PUT /v2.0/routers/3dbc9ad5-fe45-44b0-a894-986b191f2d98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7129319 Jul 20 15:43:22.120038 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 51002) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:43:22.123377 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eda209e-8863-4f99-bb81-e4dad6fe888a None None] Sync routers for ids ['3dbc9ad5-fe45-44b0-a894-986b191f2d98'] in dv-cinder-819149-12-iscsi {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:43:22.136343 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eda209e-8863-4f99-bb81-e4dad6fe888a None None] Routers {'3dbc9ad5-fe45-44b0-a894-986b191f2d98'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:43:22.137069 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-6eda209e-8863-4f99-bb81-e4dad6fe888a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:42:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['3dbc9ad5-fe45-44b0-a894-986b191f2d98'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:43:22.223195 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2c59dbfc-2f73-4205-93b2-e935724babe1 admin admin] Publish callbacks [] for router (3dbc9ad5-fe45-44b0-a894-986b191f2d98), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:22.245811 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-6eda209e-8863-4f99-bb81-e4dad6fe888a None None] Set router 3dbc9ad5-fe45-44b0-a894-986b191f2d98 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:43:22.327638 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2c59dbfc-2f73-4205-93b2-e935724babe1 admin admin] Publish callbacks [] for router_gateway (3dbc9ad5-fe45-44b0-a894-986b191f2d98), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:22.386415 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:43:22.439914 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-6eda209e-8863-4f99-bb81-e4dad6fe888a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'name': 'tempest-AttachVolumeNegativeTest-814596091-router', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:37:58Z', 'updated_at': '2022-07-20T15:43:21Z', 'revision_number': 5, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'gw_port': {'id': 'c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:37:59Z', 'updated_at': '2022-07-20T15:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:43:22.467704 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eda209e-8863-4f99-bb81-e4dad6fe888a None None] Checking router: 3dbc9ad5-fe45-44b0-a894-986b191f2d98 for host: dv-cinder-819149-12-iscsi {{(pid=104511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:43:22.478148 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eda209e-8863-4f99-bb81-e4dad6fe888a None None] Routers {'3dbc9ad5-fe45-44b0-a894-986b191f2d98'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:43:22.478818 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-6eda209e-8863-4f99-bb81-e4dad6fe888a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:42:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['3dbc9ad5-fe45-44b0-a894-986b191f2d98'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:43:22.502846 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:43:22.517605 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-2c59dbfc-2f73-4205-93b2-e935724babe1 admin admin] Deleting port c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c {{(pid=104509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:43:22.517957 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2c59dbfc-2f73-4205-93b2-e935724babe1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:22.552082 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b8cab038-b6c3-4698-bba6-bd95d138513b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:22.579465 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-6eda209e-8863-4f99-bb81-e4dad6fe888a None None] Set router 3dbc9ad5-fe45-44b0-a894-986b191f2d98 gateway port host: None {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:43:22.612565 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [None req-2c59dbfc-2f73-4205-93b2-e935724babe1 admin admin] For port c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c,segment=NetworkSegment(65d22977-7383-4d3c-8560-aa09b9e1098a),segment_id=65d22977-7383-4d3c-8560-aa09b9e1098a)] {{(pid=104509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:43:22.613413 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2c59dbfc-2f73-4205-93b2-e935724babe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:22.627118 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-2c59dbfc-2f73-4205-93b2-e935724babe1 admin admin] Calling delete_port for c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c owned by network:router_gateway {{(pid=104509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:43:22.632369 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-6eda209e-8863-4f99-bb81-e4dad6fe888a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'name': 'tempest-AttachVolumeNegativeTest-814596091-router', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:37:58Z', 'updated_at': '2022-07-20T15:43:22Z', 'revision_number': 6, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'gw_port_host': None}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:43:22.637232 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:43:22.657777 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eda209e-8863-4f99-bb81-e4dad6fe888a None None] The sync data for ids ['3dbc9ad5-fe45-44b0-a894-986b191f2d98'] in dv-cinder-819149-12-iscsi is: [{'id': '3dbc9ad5-fe45-44b0-a894-986b191f2d98', 'name': 'tempest-AttachVolumeNegativeTest-814596091-router', 'tenant_id': '44dc2a5c754d42d1862b331afef2183f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:37:58Z', 'updated_at': '2022-07-20T15:43:22Z', 'revision_number': 6, 'project_id': '44dc2a5c754d42d1862b331afef2183f', 'gw_port_host': None}] {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:43:23.014812 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2c59dbfc-2f73-4205-93b2-e935724babe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:23.046776 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59dbfc-2f73-4205-93b2-e935724babe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:43:23.070578 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 78d0224a-43a2-4733-85f5-87b141dd2c9d no longer exists at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:43:23.092437 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] No Port match for: 78d0224a-43a2-4733-85f5-87b141dd2c9d {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:43:23.092910 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 78d0224a-43a2-4733-85f5-87b141dd2c9d not bound to the agent host dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:43:23.130108 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2c59dbfc-2f73-4205-93b2-e935724babe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714468'] for router_gateway (3dbc9ad5-fe45-44b0-a894-986b191f2d98), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:23.221847 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2c59dbfc-2f73-4205-93b2-e935724babe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1708605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-741'] for router (3dbc9ad5-fe45-44b0-a894-986b191f2d98), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:23.224167 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2c59dbfc-2f73-4205-93b2-e935724babe1 admin admin] Publish callbacks [] for router_controller (3dbc9ad5-fe45-44b0-a894-986b191f2d98), precommit_delete_associations {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:23.408891 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2c59dbfc-2f73-4205-93b2-e935724babe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708713'] for router (3dbc9ad5-fe45-44b0-a894-986b191f2d98), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:23.409555 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c59dbfc-2f73-4205-93b2-e935724babe1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3dbc9ad5-fe45-44b0-a894-986b191f2d98 {{(pid=104509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 15:43:23.418805 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-2c59dbfc-2f73-4205-93b2-e935724babe1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:23.420700 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-2c59dbfc-2f73-4205-93b2-e935724babe1 admin admin] 10.222.0.78 "DELETE /v2.0/routers/3dbc9ad5-fe45-44b0-a894-986b191f2d98 HTTP/1.1" status: 204 len: 168 time: 1.2995021 Jul 20 15:43:23.422990 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 51004) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:43:23.472632 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_v2 [None req-28beb404-3f3e-4705-9ec2-8f6e604efbd1 admin admin] Deleting subnet f67dc5bc-fa6a-464f-8936-90155eea6d28 {{(pid=104509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 15:43:23.476149 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-28beb404-3f3e-4705-9ec2-8f6e604efbd1 admin admin] Publish callbacks [] for subnet (f67dc5bc-fa6a-464f-8936-90155eea6d28), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:23.517470 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-28beb404-3f3e-4705-9ec2-8f6e604efbd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17085713'] for subnet (f67dc5bc-fa6a-464f-8936-90155eea6d28), precommit_delete_associations {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:23.587336 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:43:23.600615 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-28beb404-3f3e-4705-9ec2-8f6e604efbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7837766'] for subnet (f67dc5bc-fa6a-464f-8936-90155eea6d28), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:23.673817 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:23.815139 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-28beb404-3f3e-4705-9ec2-8f6e604efbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7837769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1948132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18758723'] for subnet (f67dc5bc-fa6a-464f-8936-90155eea6d28), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:23.846045 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28beb404-3f3e-4705-9ec2-8f6e604efbd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f67dc5bc-fa6a-464f-8936-90155eea6d28,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:43:23.851904 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-28beb404-3f3e-4705-9ec2-8f6e604efbd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for subnet (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:23.861906 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-28beb404-3f3e-4705-9ec2-8f6e604efbd1 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/f67dc5bc-fa6a-464f-8936-90155eea6d28 HTTP/1.1" status: 204 len: 168 time: 0.4311965 Jul 20 15:43:23.861906 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 51006) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:43:23.862403 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5916e1-41ad-4079-8be8-099b60c57a3a None None] Network 4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:43:23.934119 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-13d8f89f-2b77-4ac3-972a-004d5775aa9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7858968'] for network (4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:23.982041 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-13d8f89f-2b77-4ac3-972a-004d5775aa9d admin admin] Deleting port a28af964-2f24-4523-a0fd-db7816bd56e7 {{(pid=104509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:43:23.982422 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-13d8f89f-2b77-4ac3-972a-004d5775aa9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (a28af964-2f24-4523-a0fd-db7816bd56e7), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:24.020045 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e783acb9-3fa8-4616-83d5-7a55823b6403 None None] DHCP port deletion for 4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc request from dv-cinder-819149-12-iscsi {{(pid=104511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 15:43:24.052570 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [None req-13d8f89f-2b77-4ac3-972a-004d5775aa9d admin admin] For port a28af964-2f24-4523-a0fd-db7816bd56e7, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=a28af964-2f24-4523-a0fd-db7816bd56e7,segment=NetworkSegment(e026d837-5e38-45b1-9c83-a88e3f038dd4),segment_id=e026d837-5e38-45b1-9c83-a88e3f038dd4)] {{(pid=104509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:43:24.052932 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-13d8f89f-2b77-4ac3-972a-004d5775aa9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (a28af964-2f24-4523-a0fd-db7816bd56e7), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:24.058692 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-e783acb9-3fa8-4616-83d5-7a55823b6403 None None] Deleting port a28af964-2f24-4523-a0fd-db7816bd56e7 {{(pid=104511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:43:24.058910 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-e783acb9-3fa8-4616-83d5-7a55823b6403 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (a28af964-2f24-4523-a0fd-db7816bd56e7), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:24.066792 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-13d8f89f-2b77-4ac3-972a-004d5775aa9d admin admin] Calling delete_port for a28af964-2f24-4523-a0fd-db7816bd56e7 owned by network:dhcp {{(pid=104509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:43:24.127009 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-e783acb9-3fa8-4616-83d5-7a55823b6403 None None] For port a28af964-2f24-4523-a0fd-db7816bd56e7, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=a28af964-2f24-4523-a0fd-db7816bd56e7,segment=NetworkSegment(e026d837-5e38-45b1-9c83-a88e3f038dd4),segment_id=e026d837-5e38-45b1-9c83-a88e3f038dd4)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:43:24.127378 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-e783acb9-3fa8-4616-83d5-7a55823b6403 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (a28af964-2f24-4523-a0fd-db7816bd56e7), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:24.141774 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-e783acb9-3fa8-4616-83d5-7a55823b6403 None None] Calling delete_port for a28af964-2f24-4523-a0fd-db7816bd56e7 owned by network:dhcp {{(pid=104511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:43:24.251456 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-13d8f89f-2b77-4ac3-972a-004d5775aa9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (a28af964-2f24-4523-a0fd-db7816bd56e7), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:24.261488 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-e783acb9-3fa8-4616-83d5-7a55823b6403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422'] for port (a28af964-2f24-4523-a0fd-db7816bd56e7), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:24.284921 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d8f89f-2b77-4ac3-972a-004d5775aa9d admin admin] Pushing event deleted for resources: {'Port': ['ID=a28af964-2f24-4523-a0fd-db7816bd56e7,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:43:24.290504 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d8f89f-2b77-4ac3-972a-004d5775aa9d admin admin] No DVR routers for this DVR port a28af964-2f24-4523-a0fd-db7816bd56e7 on host dv-cinder-819149-12-iscsi {{(pid=104509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 15:43:24.292052 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e783acb9-3fa8-4616-83d5-7a55823b6403 None None] Pushing event deleted for resources: {'Port': ['ID=a28af964-2f24-4523-a0fd-db7816bd56e7,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:43:24.294421 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:43:24.297958 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e783acb9-3fa8-4616-83d5-7a55823b6403 None None] No DVR routers for this DVR port a28af964-2f24-4523-a0fd-db7816bd56e7 on host dv-cinder-819149-12-iscsi {{(pid=104511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 15:43:24.304538 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e783acb9-3fa8-4616-83d5-7a55823b6403 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:43:24.304896 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e783acb9-3fa8-4616-83d5-7a55823b6403 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:43:24.305315 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e783acb9-3fa8-4616-83d5-7a55823b6403 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:43:24.306289 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e783acb9-3fa8-4616-83d5-7a55823b6403 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:43:24.306535 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e783acb9-3fa8-4616-83d5-7a55823b6403 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:43:24.306894 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e783acb9-3fa8-4616-83d5-7a55823b6403 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:43:24.315284 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e783acb9-3fa8-4616-83d5-7a55823b6403 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:43:24.315284 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e783acb9-3fa8-4616-83d5-7a55823b6403 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:43:24.315284 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e783acb9-3fa8-4616-83d5-7a55823b6403 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:43:24.315284 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e783acb9-3fa8-4616-83d5-7a55823b6403 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:43:24.315284 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e783acb9-3fa8-4616-83d5-7a55823b6403 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:43:24.315284 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e783acb9-3fa8-4616-83d5-7a55823b6403 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:43:24.315284 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e783acb9-3fa8-4616-83d5-7a55823b6403 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:43:24.315284 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e783acb9-3fa8-4616-83d5-7a55823b6403 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:43:24.315284 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e783acb9-3fa8-4616-83d5-7a55823b6403 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:43:24.339206 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:43:24.342197 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:43:24.347524 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:43:24.383359 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-13d8f89f-2b77-4ac3-972a-004d5775aa9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7837447', 'neutron.services.segments.db._delete_segments_for_network-8737057647674'] for network (4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:24.412837 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.services.segments.db [None req-13d8f89f-2b77-4ac3-972a-004d5775aa9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc']}} {{(pid=104509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:43:24.424040 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.services.segments.db [None req-13d8f89f-2b77-4ac3-972a-004d5775aa9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e026d837-5e38-45b1-9c83-a88e3f038dd4') {'for_net_delete': True} {{(pid=104509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:43:24.424336 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.services.segments.db [None req-13d8f89f-2b77-4ac3-972a-004d5775aa9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e026d837-5e38-45b1-9c83-a88e3f038dd4') {} {{(pid=104509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:43:24.435130 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-13d8f89f-2b77-4ac3-972a-004d5775aa9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737057648963', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17085736'] for segment (e026d837-5e38-45b1-9c83-a88e3f038dd4), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:24.449358 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-13d8f89f-2b77-4ac3-972a-004d5775aa9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087'] for segment (e026d837-5e38-45b1-9c83-a88e3f038dd4), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:24.460566 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d8f89f-2b77-4ac3-972a-004d5775aa9d admin admin] Releasing vlan 988 on physical network physnet1 to pool {{(pid=104509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 15:43:24.460566 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-13d8f89f-2b77-4ac3-972a-004d5775aa9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1934150'] for segment (e026d837-5e38-45b1-9c83-a88e3f038dd4), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:24.510321 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.services.segments.plugin [-] Segment e026d837-5e38-45b1-9c83-a88e3f038dd4 resource provider aggregate not found Jul 20 15:43:24.529966 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.services.segments.plugin [-] Segment e026d837-5e38-45b1-9c83-a88e3f038dd4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e026d837-5e38-45b1-9c83-a88e3f038dd4 found for delete ", "request_id": "req-4a56d5aa-880c-4b42-846b-19ec08a2cd96"}]} Jul 20 15:43:24.616738 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-13d8f89f-2b77-4ac3-972a-004d5775aa9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7837500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714511'] for network (4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:24.623376 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-13d8f89f-2b77-4ac3-972a-004d5775aa9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for network (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:24.626573 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-13d8f89f-2b77-4ac3-972a-004d5775aa9d admin admin] 10.222.0.78 "DELETE /v2.0/networks/4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc HTTP/1.1" status: 204 len: 168 time: 0.7676141 Jul 20 15:43:24.638421 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d8f89f-2b77-4ac3-972a-004d5775aa9d admin admin] Pushing event deleted for resources: {'Network': ['ID=4c0af21f-0efa-47e6-8a0b-19b7c3e7c8bc,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:43:25.013741 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:25.052060 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device a28af964-2f24-4523-a0fd-db7816bd56e7 no longer exists at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:43:25.072451 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] No Port match for: a28af964-2f24-4523-a0fd-db7816bd56e7 {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:43:25.072799 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device a28af964-2f24-4523-a0fd-db7816bd56e7 not bound to the agent host dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:43:25.073220 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c no longer exists at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:43:25.092080 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] No Port match for: c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:43:25.092361 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device c9ebf0f1-0223-48fb-b1cf-e91c8f520a2c not bound to the agent host dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:43:25.164744 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:25.229025 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 51014) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:43:25.272862 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-03b2df00-4a4a-4a4b-900e-ce2054121bd4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=44dc2a5c754d42d1862b331afef2183f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426860 Jul 20 15:43:25.276060 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 51016) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:43:25.339258 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-875ecb4c-965c-4f14-a321-126e5eef69c7 admin admin] Publish callbacks [] for security_group (0abd2875-9ce7-463b-8f82-985a768163e2), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:25.360835 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-875ecb4c-965c-4f14-a321-126e5eef69c7 admin admin] Publish callbacks [] for security_group (0abd2875-9ce7-463b-8f82-985a768163e2), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:25.545735 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-875ecb4c-965c-4f14-a321-126e5eef69c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (0abd2875-9ce7-463b-8f82-985a768163e2), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:25.548348 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-875ecb4c-965c-4f14-a321-126e5eef69c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:25.549515 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-875ecb4c-965c-4f14-a321-126e5eef69c7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0abd2875-9ce7-463b-8f82-985a768163e2 HTTP/1.1" status: 204 len: 168 time: 0.2725656 Jul 20 15:43:25.558270 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ecb4c-965c-4f14-a321-126e5eef69c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abd2875-9ce7-463b-8f82-985a768163e2,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:43:30.728546 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 51076) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:43:30.844424 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-cfb0ced0-a1e6-4339-952f-2282ae2b345e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:30.923040 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-cfb0ced0-a1e6-4339-952f-2282ae2b345e admin admin] Publish callbacks [] for security_group (6405343e-960f-4235-9d04-7b7bb795dc49), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:30.988026 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-cfb0ced0-a1e6-4339-952f-2282ae2b345e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (6405343e-960f-4235-9d04-7b7bb795dc49), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:31.032773 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-cfb0ced0-a1e6-4339-952f-2282ae2b345e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a10f937788ef46399485d2b830a4e77a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3028901 Jul 20 15:43:31.033670 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0ced0-a1e6-4339-952f-2282ae2b345e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6405343e-960f-4235-9d04-7b7bb795dc49,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:43:31.035721 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 51080) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:43:31.062586 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:43:31.077644 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:43:31.089800 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-44bfb951-6aac-4d9f-b28a-9ba86d3488e5 admin admin] Publish callbacks [] for security_group (6405343e-960f-4235-9d04-7b7bb795dc49), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:31.113193 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-44bfb951-6aac-4d9f-b28a-9ba86d3488e5 admin admin] Publish callbacks [] for security_group (6405343e-960f-4235-9d04-7b7bb795dc49), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:31.216592 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-44bfb951-6aac-4d9f-b28a-9ba86d3488e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (6405343e-960f-4235-9d04-7b7bb795dc49), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:31.219206 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-44bfb951-6aac-4d9f-b28a-9ba86d3488e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:31.220367 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-44bfb951-6aac-4d9f-b28a-9ba86d3488e5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6405343e-960f-4235-9d04-7b7bb795dc49 HTTP/1.1" status: 204 len: 168 time: 0.1831474 Jul 20 15:43:31.229642 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bfb951-6aac-4d9f-b28a-9ba86d3488e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6405343e-960f-4235-9d04-7b7bb795dc49,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:43:33.394152 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 51130) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:43:33.507030 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-0a04e87e-4c37-4775-bfb3-eba6cdcd9520 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:33.592195 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-0a04e87e-4c37-4775-bfb3-eba6cdcd9520 admin admin] Publish callbacks [] for security_group (7001d79a-9bea-410b-95c8-9d8c77e71ca6), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:33.673532 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-0a04e87e-4c37-4775-bfb3-eba6cdcd9520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (7001d79a-9bea-410b-95c8-9d8c77e71ca6), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:33.713823 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a04e87e-4c37-4775-bfb3-eba6cdcd9520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7001d79a-9bea-410b-95c8-9d8c77e71ca6,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:43:33.718867 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-0a04e87e-4c37-4775-bfb3-eba6cdcd9520 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=988e25d62eb6455c9e894bebc6263fc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3236079 Jul 20 15:43:33.721694 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 51134) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:43:33.723958 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a04e87e-4c37-4775-bfb3-eba6cdcd9520 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:43:33.724312 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a04e87e-4c37-4775-bfb3-eba6cdcd9520 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:43:33.724657 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a04e87e-4c37-4775-bfb3-eba6cdcd9520 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:43:33.725086 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a04e87e-4c37-4775-bfb3-eba6cdcd9520 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:43:33.725435 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a04e87e-4c37-4775-bfb3-eba6cdcd9520 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:43:33.725767 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a04e87e-4c37-4775-bfb3-eba6cdcd9520 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:43:33.726113 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a04e87e-4c37-4775-bfb3-eba6cdcd9520 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:43:33.726486 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a04e87e-4c37-4775-bfb3-eba6cdcd9520 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:43:33.726844 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a04e87e-4c37-4775-bfb3-eba6cdcd9520 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:43:33.727175 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a04e87e-4c37-4775-bfb3-eba6cdcd9520 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:43:33.730884 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a04e87e-4c37-4775-bfb3-eba6cdcd9520 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:43:33.730884 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a04e87e-4c37-4775-bfb3-eba6cdcd9520 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:43:33.730884 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a04e87e-4c37-4775-bfb3-eba6cdcd9520 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:43:33.730884 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a04e87e-4c37-4775-bfb3-eba6cdcd9520 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:43:33.730884 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a04e87e-4c37-4775-bfb3-eba6cdcd9520 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:43:33.776748 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-42c5daf7-f621-45f8-86dc-0a6e3c3c82f7 admin admin] Publish callbacks [] for security_group (7001d79a-9bea-410b-95c8-9d8c77e71ca6), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:33.799321 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-42c5daf7-f621-45f8-86dc-0a6e3c3c82f7 admin admin] Publish callbacks [] for security_group (7001d79a-9bea-410b-95c8-9d8c77e71ca6), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:34.097102 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-42c5daf7-f621-45f8-86dc-0a6e3c3c82f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (7001d79a-9bea-410b-95c8-9d8c77e71ca6), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:34.099802 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-42c5daf7-f621-45f8-86dc-0a6e3c3c82f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:34.101001 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-42c5daf7-f621-45f8-86dc-0a6e3c3c82f7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7001d79a-9bea-410b-95c8-9d8c77e71ca6 HTTP/1.1" status: 204 len: 168 time: 0.3782656 Jul 20 15:43:34.104503 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:43:34.109872 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c5daf7-f621-45f8-86dc-0a6e3c3c82f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7001d79a-9bea-410b-95c8-9d8c77e71ca6,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:43:39.019963 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:39.736654 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 51202) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:43:39.849917 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-cf1d520a-d00a-4a45-9130-da2f415f9db2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:39.927769 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-cf1d520a-d00a-4a45-9130-da2f415f9db2 admin admin] Publish callbacks [] for security_group (00206a54-54e6-45f4-a876-5688e6cc2545), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:40.021897 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-cf1d520a-d00a-4a45-9130-da2f415f9db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (00206a54-54e6-45f4-a876-5688e6cc2545), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:40.062487 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-cf1d520a-d00a-4a45-9130-da2f415f9db2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=90655a29aa1c403dac18e115e19f61a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3247168 Jul 20 15:43:40.063642 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1d520a-d00a-4a45-9130-da2f415f9db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00206a54-54e6-45f4-a876-5688e6cc2545,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:43:40.065212 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 51206) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:43:40.118300 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-840ecc8e-7019-4fe9-a811-447421f6faad admin admin] Publish callbacks [] for security_group (00206a54-54e6-45f4-a876-5688e6cc2545), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:40.142030 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-840ecc8e-7019-4fe9-a811-447421f6faad admin admin] Publish callbacks [] for security_group (00206a54-54e6-45f4-a876-5688e6cc2545), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:40.279619 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-840ecc8e-7019-4fe9-a811-447421f6faad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (00206a54-54e6-45f4-a876-5688e6cc2545), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:40.282172 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-840ecc8e-7019-4fe9-a811-447421f6faad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:40.283417 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-840ecc8e-7019-4fe9-a811-447421f6faad admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/00206a54-54e6-45f4-a876-5688e6cc2545 HTTP/1.1" status: 204 len: 168 time: 0.2172074 Jul 20 15:43:40.291938 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ecc8e-7019-4fe9-a811-447421f6faad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00206a54-54e6-45f4-a876-5688e6cc2545,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:43:40.956011 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 51212) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:43:40.972873 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-b879f657-a656-4c67-aa68-c8b612e0f72a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:41.064393 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-b879f657-a656-4c67-aa68-c8b612e0f72a admin admin] Publish callbacks [] for security_group (a40e822c-4e0e-456f-a282-4379e64f54d1), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:41.133692 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-b879f657-a656-4c67-aa68-c8b612e0f72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (a40e822c-4e0e-456f-a282-4379e64f54d1), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:41.173938 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b879f657-a656-4c67-aa68-c8b612e0f72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40e822c-4e0e-456f-a282-4379e64f54d1,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:43:41.179485 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-b879f657-a656-4c67-aa68-c8b612e0f72a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8cebe43273614113b10e4058bf33ee21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224717 Jul 20 15:43:41.183692 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 51214) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:43:41.226439 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=13 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:43:41.244996 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-dd528dbc-49c8-4b05-9181-b1b1a87883b3 admin admin] Publish callbacks [] for security_group (a40e822c-4e0e-456f-a282-4379e64f54d1), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:41.267666 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-dd528dbc-49c8-4b05-9181-b1b1a87883b3 admin admin] Publish callbacks [] for security_group (a40e822c-4e0e-456f-a282-4379e64f54d1), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:41.419451 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-dd528dbc-49c8-4b05-9181-b1b1a87883b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (a40e822c-4e0e-456f-a282-4379e64f54d1), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:41.421990 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-dd528dbc-49c8-4b05-9181-b1b1a87883b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:41.423275 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-dd528dbc-49c8-4b05-9181-b1b1a87883b3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a40e822c-4e0e-456f-a282-4379e64f54d1 HTTP/1.1" status: 204 len: 168 time: 0.2388246 Jul 20 15:43:41.427151 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:43:41.433190 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd528dbc-49c8-4b05-9181-b1b1a87883b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40e822c-4e0e-456f-a282-4379e64f54d1,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:43:43.369441 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 51244) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:43:43.483790 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-52d16587-dafe-4d63-8630-e4a73be63160 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:43.567598 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-52d16587-dafe-4d63-8630-e4a73be63160 admin admin] Publish callbacks [] for security_group (7b90464b-e12f-48d0-9a1b-02fc9608d9ec), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:43.656430 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-52d16587-dafe-4d63-8630-e4a73be63160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (7b90464b-e12f-48d0-9a1b-02fc9608d9ec), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:43.696009 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d16587-dafe-4d63-8630-e4a73be63160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b90464b-e12f-48d0-9a1b-02fc9608d9ec,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:43:43.701210 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-52d16587-dafe-4d63-8630-e4a73be63160 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=27e529dc8ce44eabaca72e33d70f4993&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3306124 Jul 20 15:43:43.704271 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 51248) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:43:43.754793 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-2bfe267f-78b1-42c0-8e74-dac430fdfc31 admin admin] Publish callbacks [] for security_group (7b90464b-e12f-48d0-9a1b-02fc9608d9ec), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:43.777293 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-2bfe267f-78b1-42c0-8e74-dac430fdfc31 admin admin] Publish callbacks [] for security_group (7b90464b-e12f-48d0-9a1b-02fc9608d9ec), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:43.913482 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-2bfe267f-78b1-42c0-8e74-dac430fdfc31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (7b90464b-e12f-48d0-9a1b-02fc9608d9ec), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:43.916673 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-2bfe267f-78b1-42c0-8e74-dac430fdfc31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:43.917876 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-2bfe267f-78b1-42c0-8e74-dac430fdfc31 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7b90464b-e12f-48d0-9a1b-02fc9608d9ec HTTP/1.1" status: 204 len: 168 time: 0.2126651 Jul 20 15:43:43.926360 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe267f-78b1-42c0-8e74-dac430fdfc31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b90464b-e12f-48d0-9a1b-02fc9608d9ec,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:43:44.635288 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 6 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:43:48.762457 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 51292) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:43:48.876653 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a12bfdcf-2dd6-4f13-bcca-41e195253d18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:48.953640 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a12bfdcf-2dd6-4f13-bcca-41e195253d18 admin admin] Publish callbacks [] for security_group (53b3b7fc-486c-4a30-87fe-b763a507912d), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:49.033170 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-a12bfdcf-2dd6-4f13-bcca-41e195253d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (53b3b7fc-486c-4a30-87fe-b763a507912d), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:49.072381 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12bfdcf-2dd6-4f13-bcca-41e195253d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b3b7fc-486c-4a30-87fe-b763a507912d,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:43:49.076983 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-a12bfdcf-2dd6-4f13-bcca-41e195253d18 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0fcf74a861894146997f079b6e8c6776&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3133578 Jul 20 15:43:49.079771 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 51296) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:43:49.129752 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-8579a25d-9cde-4205-ba04-cec7764ce792 admin admin] Publish callbacks [] for security_group (53b3b7fc-486c-4a30-87fe-b763a507912d), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:49.150591 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-8579a25d-9cde-4205-ba04-cec7764ce792 admin admin] Publish callbacks [] for security_group (53b3b7fc-486c-4a30-87fe-b763a507912d), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:49.287733 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-8579a25d-9cde-4205-ba04-cec7764ce792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (53b3b7fc-486c-4a30-87fe-b763a507912d), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:49.290872 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-8579a25d-9cde-4205-ba04-cec7764ce792 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:49.292055 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-8579a25d-9cde-4205-ba04-cec7764ce792 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/53b3b7fc-486c-4a30-87fe-b763a507912d HTTP/1.1" status: 204 len: 168 time: 0.2114377 Jul 20 15:43:49.300130 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579a25d-9cde-4205-ba04-cec7764ce792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b3b7fc-486c-4a30-87fe-b763a507912d,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:43:50.035882 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-6b223a89-ce37-4c09-ba86-e8fe3e29a788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:50.057536 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=18,neutron:INSERT=8 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:43:50.059511 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=56,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:43:52.446153 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-fbe4f6ba-fde3-4045-a137-363ea0591926 tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=14078d32fe294b2784fb0521b57db424&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333493 Jul 20 15:43:52.464845 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1083b390-e27a-441c-a61a-9330ca739fbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:52.639247 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-85bc39b1-7049-466e-b5c5-bcbc0558e9b0 tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:43:52.640752 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-85bc39b1-7049-466e-b5c5-bcbc0558e9b0 tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1884284 Jul 20 15:43:52.655478 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-80047cc9-86af-41b5-9e3e-322d462883ef tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] 10.222.0.78 "GET /v2.0/quotas/14078d32fe294b2784fb0521b57db424 HTTP/1.1" status: 200 len: 375 time: 0.0095549 Jul 20 15:43:52.691417 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-99887ba8-3b1c-4e47-9684-163f7ca7ceaf tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=14078d32fe294b2784fb0521b57db424&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274580 Jul 20 15:43:52.958206 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:43:52.960143 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:43:52.979223 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-f9ab5174-3902-46e5-b393-34829b87bb17 req-77dea3e1-b843-4b5e-a2d2-734e867b366e tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ed67155-4ccd-4591-8241-743febd841ad HTTP/1.1" status: 200 len: 210 time: 0.0302062 Jul 20 15:43:53.545120 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=57,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:43:53.656006 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:54.060936 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-0000498b-c0cf-4549-8de4-fd2307664631 req-3d437780-b46c-4815-bc60-1886d5223914 tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ed67155-4ccd-4591-8241-743febd841ad HTTP/1.1" status: 200 len: 210 time: 0.0323925 Jul 20 15:43:54.625402 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=18 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:43:54.626363 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=16 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:43:54.953280 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:55.086211 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:55.162581 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-781ab250-e12c-4952-b63c-2a8024baa457 req-0d3e251a-9992-4c93-b473-7b74b1918a29 tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ed67155-4ccd-4591-8241-743febd841ad HTTP/1.1" status: 200 len: 210 time: 0.0280054 Jul 20 15:43:55.395600 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-8acfb76c-54bb-4ad3-939b-ab265f5f4651 tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=14078d32fe294b2784fb0521b57db424&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325649 Jul 20 15:43:55.586008 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-64dc2dea-222c-4d6e-86f0-a43f29828c79 tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:43:55.587449 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-64dc2dea-222c-4d6e-86f0-a43f29828c79 tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1872110 Jul 20 15:43:55.598684 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-6fde92e2-11ab-4f1b-b297-4095b093d42c tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] Request body: {'port': {'device_id': '3ed67155-4ccd-4591-8241-743febd841ad', 'network_id': 'edfbedab-63f4-435b-bd0d-2323c58716c6', 'admin_state_up': True, 'tenant_id': '14078d32fe294b2784fb0521b57db424'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:43:56.073699 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-6fde92e2-11ab-4f1b-b297-4095b093d42c tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] Made reservation on behalf of 14078d32fe294b2784fb0521b57db424 for: {'port': 1} {{(pid=104509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:43:56.077275 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-6fde92e2-11ab-4f1b-b297-4095b093d42c tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:56.086975 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-6fde92e2-11ab-4f1b-b297-4095b093d42c tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] Publish callbacks [] for security_group (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:56.168905 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-6fde92e2-11ab-4f1b-b297-4095b093d42c tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] Publish callbacks [] for security_group (77a3a2ad-3eed-4317-8090-60e854b3a7c8), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:56.252802 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-6fde92e2-11ab-4f1b-b297-4095b093d42c tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (77a3a2ad-3eed-4317-8090-60e854b3a7c8), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:56.259755 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d8c01117-2025-46ed-8cd3-d59710ed98db req-d383aa09-3217-49f7-94b5-b5ba7254656d tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ed67155-4ccd-4591-8241-743febd841ad HTTP/1.1" status: 200 len: 210 time: 0.0274980 Jul 20 15:43:56.321143 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fde92e2-11ab-4f1b-b297-4095b093d42c tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77a3a2ad-3eed-4317-8090-60e854b3a7c8,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:43:56.400961 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_common [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-6fde92e2-11ab-4f1b-b297-4095b093d42c tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] Allocated IP 192.168.233.99 (edfbedab-63f4-435b-bd0d-2323c58716c6/f41681b7-4702-46dc-a0fe-f0d2c5044d1b/777cfc94-3204-4f4f-9e21-222364e5df97) {{(pid=104509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:43:56.552533 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-6fde92e2-11ab-4f1b-b297-4095b093d42c tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] Publish callbacks [] for port (777cfc94-3204-4f4f-9e21-222364e5df97), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:56.668001 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-6fde92e2-11ab-4f1b-b297-4095b093d42c tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (777cfc94-3204-4f4f-9e21-222364e5df97), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:56.716704 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-6fde92e2-11ab-4f1b-b297-4095b093d42c tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] Network edfbedab-63f4-435b-bd0d-2323c58716c6 is already hosted by enough agents. {{(pid=104509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:43:56.722132 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-6fde92e2-11ab-4f1b-b297-4095b093d42c tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] Resources bound (agent type, host, resource id): {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:43:56.724946 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-6fde92e2-11ab-4f1b-b297-4095b093d42c tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] Received port after_create {{(pid=104509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:43:56.730054 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:43:56.734849 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fde92e2-11ab-4f1b-b297-4095b093d42c tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] Pushing event updated for resources: {'Port': ['ID=777cfc94-3204-4f4f-9e21-222364e5df97,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:43:56.765356 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:43:56.784292 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-6fde92e2-11ab-4f1b-b297-4095b093d42c tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:43:56.784940 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-6fde92e2-11ab-4f1b-b297-4095b093d42c tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:56.870945 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-6fde92e2-11ab-4f1b-b297-4095b093d42c tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2758269 Jul 20 15:43:56.882754 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-ac4617b3-1156-42da-adda-576191fcdc75 service neutron] Request body: {'port': {'device_id': '3ed67155-4ccd-4591-8241-743febd841ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:43:56.946342 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-ac4617b3-1156-42da-adda-576191fcdc75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (777cfc94-3204-4f4f-9e21-222364e5df97), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:56.965794 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=18,neutron:UPDATE=5 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:43:56.972520 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-13ce4ac6-b475-4120-82ff-f0037be7e059 None None] Provisioning complete for port 777cfc94-3204-4f4f-9e21-222364e5df97 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:43:56.972897 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-13ce4ac6-b475-4120-82ff-f0037be7e059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (777cfc94-3204-4f4f-9e21-222364e5df97), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:57.008970 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-13ce4ac6-b475-4120-82ff-f0037be7e059 None None] Port 777cfc94-3204-4f4f-9e21-222364e5df97 cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:43:57.208187 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-ac4617b3-1156-42da-adda-576191fcdc75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 777cfc94-3204-4f4f-9e21-222364e5df97 {{(pid=104509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:43:57.217392 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-ac4617b3-1156-42da-adda-576191fcdc75 service neutron] Publish callbacks [] for port (777cfc94-3204-4f4f-9e21-222364e5df97), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:57.230360 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.provisioning_blocks [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-ac4617b3-1156-42da-adda-576191fcdc75 service neutron] Transition to ACTIVE for port object 777cfc94-3204-4f4f-9e21-222364e5df97 will not be triggered until provisioned by entity L2. {{(pid=104509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 15:43:57.290719 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-ac4617b3-1156-42da-adda-576191fcdc75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934114'] for port (777cfc94-3204-4f4f-9e21-222364e5df97), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:57.344240 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4617b3-1156-42da-adda-576191fcdc75 service neutron] Pushing event updated for resources: {'Port': ['ID=777cfc94-3204-4f4f-9e21-222364e5df97,revision_number=2']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:43:57.387595 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f8b59-f72e-4e60-97cf-e960fcdeee7c req-646b7e64-c3ac-4fa5-b838-323225e984ce tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:43:57.389116 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-db9f8b59-f72e-4e60-97cf-e960fcdeee7c req-646b7e64-c3ac-4fa5-b838-323225e984ce tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ed67155-4ccd-4591-8241-743febd841ad HTTP/1.1" status: 200 len: 947 time: 0.0567212 Jul 20 15:43:57.428920 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-ac4617b3-1156-42da-adda-576191fcdc75 service neutron] Attempting to bind port 777cfc94-3204-4f4f-9e21-222364e5df97 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:43:57.429422 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-ac4617b3-1156-42da-adda-576191fcdc75 service neutron] Attempting to bind port 777cfc94-3204-4f4f-9e21-222364e5df97 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '4632ce43-bf8d-4e1f-84e7-590c4e6336b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'edfbedab-63f4-435b-bd0d-2323c58716c6'}] {{(pid=104509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:43:57.429626 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-ac4617b3-1156-42da-adda-576191fcdc75 service neutron] Attempting to bind port 777cfc94-3204-4f4f-9e21-222364e5df97 on network edfbedab-63f4-435b-bd0d-2323c58716c6 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:43:57.434739 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-ac4617b3-1156-42da-adda-576191fcdc75 service neutron] Port 777cfc94-3204-4f4f-9e21-222364e5df97 on network edfbedab-63f4-435b-bd0d-2323c58716c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 15:43:57.435060 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-ac4617b3-1156-42da-adda-576191fcdc75 service neutron] Attempting to bind port 777cfc94-3204-4f4f-9e21-222364e5df97 on network edfbedab-63f4-435b-bd0d-2323c58716c6 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:43:57.439421 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-db9f8b59-f72e-4e60-97cf-e960fcdeee7c req-a35c6f1d-60ad-4843-98da-19d5f9b68298 tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] 10.222.0.78 "GET /v2.0/security-groups?id=77a3a2ad-3eed-4317-8090-60e854b3a7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436029 Jul 20 15:43:57.440305 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-ac4617b3-1156-42da-adda-576191fcdc75 service neutron] Checking agent: {'id': '84834a4b-f4d1-4c41-9203-9b15edc444f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 29, 38), 'started_at': datetime.datetime(2022, 7, 20, 15, 29, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:43:57.440652 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-ac4617b3-1156-42da-adda-576191fcdc75 service neutron] Checking segment: {'id': '4632ce43-bf8d-4e1f-84e7-590c4e6336b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'edfbedab-63f4-435b-bd0d-2323c58716c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:43:57.441040 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-ac4617b3-1156-42da-adda-576191fcdc75 service neutron] Bound using segment: {'id': '4632ce43-bf8d-4e1f-84e7-590c4e6336b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'edfbedab-63f4-435b-bd0d-2323c58716c6'} {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:43:57.441474 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-ac4617b3-1156-42da-adda-576191fcdc75 service neutron] Bound port: 777cfc94-3204-4f4f-9e21-222364e5df97, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4632ce43-bf8d-4e1f-84e7-590c4e6336b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'edfbedab-63f4-435b-bd0d-2323c58716c6'}}] {{(pid=104509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:43:57.441970 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-ac4617b3-1156-42da-adda-576191fcdc75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (777cfc94-3204-4f4f-9e21-222364e5df97), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:57.508682 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-ac4617b3-1156-42da-adda-576191fcdc75 service neutron] For port 777cfc94-3204-4f4f-9e21-222364e5df97, host hv-cinder-81914, cleared binding levels {{(pid=104509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:43:57.511835 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-ac4617b3-1156-42da-adda-576191fcdc75 service neutron] For port 777cfc94-3204-4f4f-9e21-222364e5df97, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=777cfc94-3204-4f4f-9e21-222364e5df97,segment=NetworkSegment(4632ce43-bf8d-4e1f-84e7-590c4e6336b2),segment_id=4632ce43-bf8d-4e1f-84e7-590c4e6336b2)] {{(pid=104509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:43:57.591165 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-ac4617b3-1156-42da-adda-576191fcdc75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934114'] for port (777cfc94-3204-4f4f-9e21-222364e5df97), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:57.615901 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:43:57.627216 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-ac4617b3-1156-42da-adda-576191fcdc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:43:57.627731 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-ac4617b3-1156-42da-adda-576191fcdc75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:43:57.629191 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-ac4617b3-1156-42da-adda-576191fcdc75 service neutron] 10.222.0.102 "PUT /v2.0/ports/777cfc94-3204-4f4f-9e21-222364e5df97 HTTP/1.1" status: 200 len: 1097 time: 0.7507317 Jul 20 15:43:57.629627 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed67155-4ccd-4591-8241-743febd841ad', 'tag': '777cfc94-3204-4f4f-9e21-222364e5df97'}] {{(pid=104509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:43:57.631904 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df77c6b91a480694ea4413056d8ef6386aadd078611a8438297a7cf852766117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1794dd4f-a28c-48f1-a26a-5646b4c0c149" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed67155-4ccd-4591-8241-743febd841ad", "tag": "777cfc94-3204-4f4f-9e21-222364e5df97"}]}' {{(pid=104509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:43:57.660411 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4617b3-1156-42da-adda-576191fcdc75 service neutron] Pushing event updated for resources: {'Port': ['ID=777cfc94-3204-4f4f-9e21-222364e5df97,revision_number=3']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:43:57.676949 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 15:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ddc4e9-352d-4292-a17d-a9f5a8d532e3 x-openstack-request-id: req-62ddc4e9-352d-4292-a17d-a9f5a8d532e3 {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:43:57.677307 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed67155-4ccd-4591-8241-743febd841ad", "tag": "777cfc94-3204-4f4f-9e21-222364e5df97", "status": "completed", "code": 200}]} {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:43:57.677628 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-62ddc4e9-352d-4292-a17d-a9f5a8d532e3 {{(pid=104509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:43:57.678121 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62ddc4e9-352d-4292-a17d-a9f5a8d532e3'] response: {'name': 'network-changed', 'server_uuid': '3ed67155-4ccd-4591-8241-743febd841ad', 'tag': '777cfc94-3204-4f4f-9e21-222364e5df97', 'status': 'completed', 'code': 200} Jul 20 15:43:57.741635 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1794dd4f-a28c-48f1-a26a-5646b4c0c149 req-727364c4-8baa-4c81-96e8-1f83b33cd074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:43:57.743688 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-1794dd4f-a28c-48f1-a26a-5646b4c0c149 req-727364c4-8baa-4c81-96e8-1f83b33cd074 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=14078d32fe294b2784fb0521b57db424&device_id=3ed67155-4ccd-4591-8241-743febd841ad HTTP/1.1" status: 200 len: 1131 time: 0.0459867 Jul 20 15:43:57.771813 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-1794dd4f-a28c-48f1-a26a-5646b4c0c149 req-437a0740-6595-4ed0-92fe-776c87a23b65 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=14078d32fe294b2784fb0521b57db424&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210235 Jul 20 15:43:57.873426 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1794dd4f-a28c-48f1-a26a-5646b4c0c149 req-c1879e66-3efb-482d-aea7-e7df0837dccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:43:57.874962 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-1794dd4f-a28c-48f1-a26a-5646b4c0c149 req-c1879e66-3efb-482d-aea7-e7df0837dccb service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0971353 Jul 20 15:43:57.963212 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-83ddc5e4-638f-4b64-8c14-88685e0393f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:43:57.964703 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-83ddc5e4-638f-4b64-8c14-88685e0393f1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=14078d32fe294b2784fb0521b57db424&device_id=3ed67155-4ccd-4591-8241-743febd841ad HTTP/1.1" status: 200 len: 1131 time: 0.0506096 Jul 20 15:43:58.006165 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-6938a444-dbc6-4680-8a41-dbb21ef55cd1 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=777cfc94-3204-4f4f-9e21-222364e5df97 HTTP/1.1" status: 200 len: 217 time: 0.0349824 Jul 20 15:43:58.056359 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-097c7f23-c630-423c-b7fa-9290fc5f8994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:43:58.057825 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-097c7f23-c630-423c-b7fa-9290fc5f8994 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f41681b7-4702-46dc-a0fe-f0d2c5044d1b HTTP/1.1" status: 200 len: 843 time: 0.0469069 Jul 20 15:43:58.094858 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:43:58.107377 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-5e1242c4-99df-441b-9bbe-02e6eab0e326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:43:58.108978 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-5e1242c4-99df-441b-9bbe-02e6eab0e326 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=edfbedab-63f4-435b-bd0d-2323c58716c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0448537 Jul 20 15:43:58.208669 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-1ea01797-7f96-4303-838a-3df10ab64149 service neutron] 10.222.0.102 "GET /v2.0/networks/edfbedab-63f4-435b-bd0d-2323c58716c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932386 Jul 20 15:43:58.307892 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-c626b937-82c7-4d76-ab05-85f1b01eb2b3 req-d5204b8d-5225-47ac-8ce1-5d4f1a4bf825 service neutron] 10.222.0.102 "GET /v2.0/networks/edfbedab-63f4-435b-bd0d-2323c58716c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937183 Jul 20 15:43:58.558052 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc3c99-6b7d-4df3-a0c7-33250b132d31 req-a768eb31-23da-4339-9ec7-9123d3c64c42 tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:43:58.559609 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-66fc3c99-6b7d-4df3-a0c7-33250b132d31 req-a768eb31-23da-4339-9ec7-9123d3c64c42 tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ed67155-4ccd-4591-8241-743febd841ad HTTP/1.1" status: 200 len: 947 time: 0.0483098 Jul 20 15:43:58.608137 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-66fc3c99-6b7d-4df3-a0c7-33250b132d31 req-22babf51-52f9-4fcd-8ca7-3d9c4647e799 tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] 10.222.0.78 "GET /v2.0/security-groups?id=77a3a2ad-3eed-4317-8090-60e854b3a7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423789 Jul 20 15:43:59.725184 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89fa02-7bc8-4ace-8b3a-4148e954c056 req-a278c5aa-2359-4610-80fa-6c0fc1e940ee tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:43:59.727178 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-1b89fa02-7bc8-4ace-8b3a-4148e954c056 req-a278c5aa-2359-4610-80fa-6c0fc1e940ee tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ed67155-4ccd-4591-8241-743febd841ad HTTP/1.1" status: 200 len: 947 time: 0.0480869 Jul 20 15:43:59.778466 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-1b89fa02-7bc8-4ace-8b3a-4148e954c056 req-7f969468-c874-4a87-ae60-1671b1f8b26c tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] 10.222.0.78 "GET /v2.0/security-groups?id=77a3a2ad-3eed-4317-8090-60e854b3a7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456021 Jul 20 15:44:00.455395 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 777cfc94-3204-4f4f-9e21-222364e5df97 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:44:00.563920 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 777cfc94-3204-4f4f-9e21-222364e5df97, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=777cfc94-3204-4f4f-9e21-222364e5df97,segment=NetworkSegment(4632ce43-bf8d-4e1f-84e7-590c4e6336b2),segment_id=4632ce43-bf8d-4e1f-84e7-590c4e6336b2)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:44:00.575868 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Returning: {'device': '777cfc94-3204-4f4f-9e21-222364e5df97', 'network_id': 'edfbedab-63f4-435b-bd0d-2323c58716c6', 'port_id': '777cfc94-3204-4f4f-9e21-222364e5df97', 'mac_address': 'fa:16:3e:b9:1f:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 993, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f41681b7-4702-46dc-a0fe-f0d2c5044d1b', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:44:00.611168 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port 777cfc94-3204-4f4f-9e21-222364e5df97 is: DOWN; New status is: BUILD {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:44:00.611554 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (777cfc94-3204-4f4f-9e21-222364e5df97), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:00.628525 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 777cfc94-3204-4f4f-9e21-222364e5df97 {{(pid=104511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:44:00.653439 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 777cfc94-3204-4f4f-9e21-222364e5df97, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=777cfc94-3204-4f4f-9e21-222364e5df97,segment=NetworkSegment(4632ce43-bf8d-4e1f-84e7-590c4e6336b2),segment_id=4632ce43-bf8d-4e1f-84e7-590c4e6336b2)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:44:00.759536 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (777cfc94-3204-4f4f-9e21-222364e5df97), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:00.808894 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=777cfc94-3204-4f4f-9e21-222364e5df97,revision_number=4']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:44:00.902827 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e51c42-2ce9-4163-8b41-0435573c4a51 req-4fbf17f1-eafc-4a22-9c4f-59ca173662c8 tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:44:00.904775 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d3e51c42-2ce9-4163-8b41-0435573c4a51 req-4fbf17f1-eafc-4a22-9c4f-59ca173662c8 tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ed67155-4ccd-4591-8241-743febd841ad HTTP/1.1" status: 200 len: 948 time: 0.0536308 Jul 20 15:44:00.954947 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d3e51c42-2ce9-4163-8b41-0435573c4a51 req-ab6c6f46-2115-4a0a-ac27-5f7ef0b09c72 tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] 10.222.0.78 "GET /v2.0/security-groups?id=77a3a2ad-3eed-4317-8090-60e854b3a7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443060 Jul 20 15:44:00.978855 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] get_ports_and_sgs() called for port_ids ['777cfc94-3204-4f4f-9e21-222364e5df97'] {{(pid=104511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:44:02.069214 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a1db7-a37b-4ec6-b11f-6906ccd69727 req-782d6b86-e914-4e6e-a002-b44fb22818a3 tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:44:02.071093 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-f02a1db7-a37b-4ec6-b11f-6906ccd69727 req-782d6b86-e914-4e6e-a002-b44fb22818a3 tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ed67155-4ccd-4591-8241-743febd841ad HTTP/1.1" status: 200 len: 948 time: 0.0472422 Jul 20 15:44:02.122872 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-f02a1db7-a37b-4ec6-b11f-6906ccd69727 req-7999e849-dd98-4c13-b66f-d327ca52819f tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] 10.222.0.78 "GET /v2.0/security-groups?id=77a3a2ad-3eed-4317-8090-60e854b3a7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457976 Jul 20 15:44:02.471917 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 777cfc94-3204-4f4f-9e21-222364e5df97 up at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:44:02.514197 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning for port 777cfc94-3204-4f4f-9e21-222364e5df97 completed by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 15:44:02.577976 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning complete for port 777cfc94-3204-4f4f-9e21-222364e5df97 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:44:02.578387 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (777cfc94-3204-4f4f-9e21-222364e5df97), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:02.651980 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port 777cfc94-3204-4f4f-9e21-222364e5df97 is: BUILD; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:44:02.652287 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (777cfc94-3204-4f4f-9e21-222364e5df97), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:02.675490 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed67155-4ccd-4591-8241-743febd841ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777cfc94-3204-4f4f-9e21-222364e5df97'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:44:02.677699 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d079ce0f3ed41026034ae0451e18cae4cf0a7f47a911dfcb655775793fbc38ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b99387-6f22-465d-aade-f14af6aba07e" -d '{"events": [{"server_uuid": "3ed67155-4ccd-4591-8241-743febd841ad", "name": "network-vif-plugged", "status": "completed", "tag": "777cfc94-3204-4f4f-9e21-222364e5df97"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:44:02.690910 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 777cfc94-3204-4f4f-9e21-222364e5df97, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=777cfc94-3204-4f4f-9e21-222364e5df97,segment=NetworkSegment(4632ce43-bf8d-4e1f-84e7-590c4e6336b2),segment_id=4632ce43-bf8d-4e1f-84e7-590c4e6336b2)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:44:02.761576 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (777cfc94-3204-4f4f-9e21-222364e5df97), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:02.911639 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 15:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebcdabb3-3d33-4f1f-aeb6-e06eaa8aac76 x-openstack-request-id: req-ebcdabb3-3d33-4f1f-aeb6-e06eaa8aac76 {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:44:02.911870 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed67155-4ccd-4591-8241-743febd841ad", "name": "network-vif-plugged", "status": "completed", "tag": "777cfc94-3204-4f4f-9e21-222364e5df97", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:44:02.912083 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ebcdabb3-3d33-4f1f-aeb6-e06eaa8aac76 {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:44:02.912472 dv-cinder-819149-12-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebcdabb3-3d33-4f1f-aeb6-e06eaa8aac76'] response: {'server_uuid': '3ed67155-4ccd-4591-8241-743febd841ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777cfc94-3204-4f4f-9e21-222364e5df97', 'code': 200} Jul 20 15:44:02.916797 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:44:02.939039 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=777cfc94-3204-4f4f-9e21-222364e5df97,revision_number=5']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:44:03.162843 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b51a0d-4a35-4483-a2eb-50683aef3159 req-ab57c1bd-05bb-4ac4-86c9-8cec3da28697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:44:03.164951 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-f2b51a0d-4a35-4483-a2eb-50683aef3159 req-ab57c1bd-05bb-4ac4-86c9-8cec3da28697 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=3ed67155-4ccd-4591-8241-743febd841ad HTTP/1.1" status: 200 len: 1133 time: 0.0418565 Jul 20 15:44:03.210089 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-f2b51a0d-4a35-4483-a2eb-50683aef3159 req-22b7c7a3-f73b-40b5-b9d1-523e6cf8efb8 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=77a3a2ad-3eed-4317-8090-60e854b3a7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397236 Jul 20 15:44:03.246284 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a2df4-e444-44cf-93e0-6caeb5e051de req-ef209c00-c5b8-4173-aa13-f0c40dd849e4 tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:44:03.247729 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-633a2df4-e444-44cf-93e0-6caeb5e051de req-ef209c00-c5b8-4173-aa13-f0c40dd849e4 tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ed67155-4ccd-4591-8241-743febd841ad HTTP/1.1" status: 200 len: 949 time: 0.0516243 Jul 20 15:44:03.297535 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-633a2df4-e444-44cf-93e0-6caeb5e051de req-8c338814-5475-441d-8469-beba7844548a tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] 10.222.0.78 "GET /v2.0/security-groups?id=77a3a2ad-3eed-4317-8090-60e854b3a7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443702 Jul 20 15:44:04.417740 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7a015-58dd-4739-961f-f2fcb23b5be2 req-d5696dde-942a-4707-b903-9dcc818a8ff9 tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:44:04.419232 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-78e7a015-58dd-4739-961f-f2fcb23b5be2 req-d5696dde-942a-4707-b903-9dcc818a8ff9 tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ed67155-4ccd-4591-8241-743febd841ad HTTP/1.1" status: 200 len: 949 time: 0.0500321 Jul 20 15:44:04.467519 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-78e7a015-58dd-4739-961f-f2fcb23b5be2 req-cb11f1e9-66d4-4aad-8828-7b69b762c464 tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] 10.222.0.78 "GET /v2.0/security-groups?id=77a3a2ad-3eed-4317-8090-60e854b3a7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425785 Jul 20 15:44:05.109899 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a8d10-c5a7-4ffe-8378-0407c3c3312a req-09f300fc-50d0-461a-a2c3-746d90f00fcb tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:44:05.111394 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-611a8d10-c5a7-4ffe-8378-0407c3c3312a req-09f300fc-50d0-461a-a2c3-746d90f00fcb tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ed67155-4ccd-4591-8241-743febd841ad HTTP/1.1" status: 200 len: 949 time: 0.0476229 Jul 20 15:44:05.165824 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-611a8d10-c5a7-4ffe-8378-0407c3c3312a req-5a272a74-0d03-455a-91c0-1b03ae6a7c61 tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] 10.222.0.78 "GET /v2.0/security-groups?id=77a3a2ad-3eed-4317-8090-60e854b3a7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486979 Jul 20 15:44:06.286781 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57cc55-e56f-4534-aac2-4cf5462caa08 req-cd8d8fa7-8d42-4157-9a46-f218353f61d0 tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:44:06.288391 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5e57cc55-e56f-4534-aac2-4cf5462caa08 req-cd8d8fa7-8d42-4157-9a46-f218353f61d0 tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ed67155-4ccd-4591-8241-743febd841ad HTTP/1.1" status: 200 len: 949 time: 0.0485346 Jul 20 15:44:06.337675 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5e57cc55-e56f-4534-aac2-4cf5462caa08 req-164d3d74-24db-4d52-b8fc-c408f4029619 tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] 10.222.0.78 "GET /v2.0/security-groups?id=77a3a2ad-3eed-4317-8090-60e854b3a7c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429389 Jul 20 15:44:06.386931 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9759f54-9ae6-4d52-a419-f1f2f96db4b9 req-bae455e3-8430-4fd4-bc3f-dd93c930bea3 tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:44:06.388393 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-e9759f54-9ae6-4d52-a419-f1f2f96db4b9 req-bae455e3-8430-4fd4-bc3f-dd93c930bea3 tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] 10.222.0.102 "GET /v2.0/ports?device_id=3ed67155-4ccd-4591-8241-743febd841ad HTTP/1.1" status: 200 len: 949 time: 0.0473239 Jul 20 15:44:06.482383 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [req-e9759f54-9ae6-4d52-a419-f1f2f96db4b9 req-f58c7549-d69e-487e-a0eb-5360dcf5fd29 tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] Deleting port 777cfc94-3204-4f4f-9e21-222364e5df97 {{(pid=104509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:44:06.482641 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-e9759f54-9ae6-4d52-a419-f1f2f96db4b9 req-f58c7549-d69e-487e-a0eb-5360dcf5fd29 tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (777cfc94-3204-4f4f-9e21-222364e5df97), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:06.575633 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-e9759f54-9ae6-4d52-a419-f1f2f96db4b9 req-f58c7549-d69e-487e-a0eb-5360dcf5fd29 tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] For port 777cfc94-3204-4f4f-9e21-222364e5df97, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=777cfc94-3204-4f4f-9e21-222364e5df97,segment=NetworkSegment(4632ce43-bf8d-4e1f-84e7-590c4e6336b2),segment_id=4632ce43-bf8d-4e1f-84e7-590c4e6336b2)] {{(pid=104509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:44:06.575996 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-e9759f54-9ae6-4d52-a419-f1f2f96db4b9 req-f58c7549-d69e-487e-a0eb-5360dcf5fd29 tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (777cfc94-3204-4f4f-9e21-222364e5df97), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:06.589585 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [req-e9759f54-9ae6-4d52-a419-f1f2f96db4b9 req-f58c7549-d69e-487e-a0eb-5360dcf5fd29 tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] Calling delete_port for 777cfc94-3204-4f4f-9e21-222364e5df97 owned by compute:nova {{(pid=104509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:44:06.694728 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:44:06.813034 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-e9759f54-9ae6-4d52-a419-f1f2f96db4b9 req-f58c7549-d69e-487e-a0eb-5360dcf5fd29 tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (777cfc94-3204-4f4f-9e21-222364e5df97), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:06.842429 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c7549-d69e-487e-a0eb-5360dcf5fd29 tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] Pushing event deleted for resources: {'Port': ['ID=777cfc94-3204-4f4f-9e21-222364e5df97,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:44:06.893068 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9759f54-9ae6-4d52-a419-f1f2f96db4b9 req-f58c7549-d69e-487e-a0eb-5360dcf5fd29 tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] No DVR routers for this DVR port 777cfc94-3204-4f4f-9e21-222364e5df97 on host hv-cinder-81914 {{(pid=104509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 15:44:06.895658 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-e9759f54-9ae6-4d52-a419-f1f2f96db4b9 req-f58c7549-d69e-487e-a0eb-5360dcf5fd29 tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:06.898935 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-e9759f54-9ae6-4d52-a419-f1f2f96db4b9 req-f58c7549-d69e-487e-a0eb-5360dcf5fd29 tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] 10.222.0.102 "DELETE /v2.0/ports/777cfc94-3204-4f4f-9e21-222364e5df97 HTTP/1.1" status: 204 len: 173 time: 0.5051723 Jul 20 15:44:06.899387 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed67155-4ccd-4591-8241-743febd841ad', 'name': 'network-vif-deleted', 'tag': '777cfc94-3204-4f4f-9e21-222364e5df97'}] {{(pid=104509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:44:06.901686 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df77c6b91a480694ea4413056d8ef6386aadd078611a8438297a7cf852766117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5937b185-3ebb-4442-a76d-104cdcc6745b" -d '{"events": [{"server_uuid": "3ed67155-4ccd-4591-8241-743febd841ad", "name": "network-vif-deleted", "tag": "777cfc94-3204-4f4f-9e21-222364e5df97"}]}' {{(pid=104509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:44:06.938360 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 15:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9342ff2b-1f30-4c58-9002-a8bed25306c8 x-openstack-request-id: req-9342ff2b-1f30-4c58-9002-a8bed25306c8 {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:44:06.938683 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed67155-4ccd-4591-8241-743febd841ad", "name": "network-vif-deleted", "tag": "777cfc94-3204-4f4f-9e21-222364e5df97", "status": "completed", "code": 200}]} {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:44:06.938948 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9342ff2b-1f30-4c58-9002-a8bed25306c8 {{(pid=104509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:44:06.939384 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9342ff2b-1f30-4c58-9002-a8bed25306c8'] response: {'server_uuid': '3ed67155-4ccd-4591-8241-743febd841ad', 'name': 'network-vif-deleted', 'tag': '777cfc94-3204-4f4f-9e21-222364e5df97', 'status': 'completed', 'code': 200} Jul 20 15:44:07.446548 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e0310083-6192-4d07-a600-a00e27734f2a req-13ad7793-765d-4dc7-b146-44f0a142e988 tempest-VolumesNegativeTest-1889673476 tempest-VolumesNegativeTest-1889673476-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ed67155-4ccd-4591-8241-743febd841ad HTTP/1.1" status: 200 len: 210 time: 0.0281212 Jul 20 15:44:08.509664 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 777cfc94-3204-4f4f-9e21-222364e5df97 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:44:08.528974 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] No Port match for: 777cfc94-3204-4f4f-9e21-222364e5df97 {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:44:08.529325 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 777cfc94-3204-4f4f-9e21-222364e5df97 not bound to the agent host hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:44:09.047062 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:15.940379 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 51646) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:44:16.081138 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-036584df-32e1-4f7f-8dff-e48b541a7f4e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=14078d32fe294b2784fb0521b57db424&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1395941 Jul 20 15:44:16.083603 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 51650) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:44:16.137592 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-291c706e-5145-4307-be66-1f3dbf785fe2 admin admin] Publish callbacks [] for security_group (77a3a2ad-3eed-4317-8090-60e854b3a7c8), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:16.140151 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:44:16.146657 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:44:16.160212 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-291c706e-5145-4307-be66-1f3dbf785fe2 admin admin] Publish callbacks [] for security_group (77a3a2ad-3eed-4317-8090-60e854b3a7c8), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:16.303804 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-291c706e-5145-4307-be66-1f3dbf785fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (77a3a2ad-3eed-4317-8090-60e854b3a7c8), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:16.307069 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-291c706e-5145-4307-be66-1f3dbf785fe2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:16.308250 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-291c706e-5145-4307-be66-1f3dbf785fe2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/77a3a2ad-3eed-4317-8090-60e854b3a7c8 HTTP/1.1" status: 204 len: 168 time: 0.2237287 Jul 20 15:44:16.316302 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c706e-5145-4307-be66-1f3dbf785fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a3a2ad-3eed-4317-8090-60e854b3a7c8,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:44:16.871682 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:44:16.872937 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=67,neutron:DELETE=5 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:44:18.901663 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:44:20.084131 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-87087481-889e-4652-bf32-bb2c3da2a42e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:21.634722 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 6 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:44:22.332597 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:44:22.501153 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-898c2cb4-0398-402b-a268-60c89b00264e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:23.652054 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:25.003191 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:25.101456 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:26.311074 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:44:26.311890 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=13,neutron:DELETE=4 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:44:28.440298 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:44:31.630693 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=5 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:44:32.992094 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87472939-b65e-436d-99ba-7156f3e84e9d req-0f797ee5-9e9e-4f79-bd6e-68753f95ea6b tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:44:32.993632 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-87472939-b65e-436d-99ba-7156f3e84e9d req-0f797ee5-9e9e-4f79-bd6e-68753f95ea6b tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=8dd5710a-4106-4dcd-8ec4-083d49813b41 HTTP/1.1" status: 200 len: 946 time: 0.0480728 Jul 20 15:44:33.047405 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-87472939-b65e-436d-99ba-7156f3e84e9d req-51c5237e-2958-4639-b087-307037e46006 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454922 Jul 20 15:44:34.169518 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84ba4b-8b6d-4093-981f-71afa442ab7c req-e795c965-e63f-42a9-aad9-6cf2280132c3 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:44:34.171031 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-1c84ba4b-8b6d-4093-981f-71afa442ab7c req-e795c965-e63f-42a9-aad9-6cf2280132c3 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=8dd5710a-4106-4dcd-8ec4-083d49813b41 HTTP/1.1" status: 200 len: 946 time: 0.0508375 Jul 20 15:44:34.221373 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-1c84ba4b-8b6d-4093-981f-71afa442ab7c req-908af79d-33fe-4108-a4d3-d77e791bd912 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447447 Jul 20 15:44:34.541593 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67235cb6-189c-4b01-9ae1-4821c4a4c5ca req-f711f4c1-c6f8-44ae-b566-fa3be65efce4 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:44:34.543081 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-67235cb6-189c-4b01-9ae1-4821c4a4c5ca req-f711f4c1-c6f8-44ae-b566-fa3be65efce4 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.102 "GET /v2.0/ports?device_id=8dd5710a-4106-4dcd-8ec4-083d49813b41 HTTP/1.1" status: 200 len: 946 time: 0.0479999 Jul 20 15:44:34.627381 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [req-67235cb6-189c-4b01-9ae1-4821c4a4c5ca req-c21c490b-d66c-4916-8bb7-ea904905386a tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Deleting port 9062b142-2a3f-4a67-a60e-b3ba58fb3834 {{(pid=104509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:44:34.627723 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-67235cb6-189c-4b01-9ae1-4821c4a4c5ca req-c21c490b-d66c-4916-8bb7-ea904905386a tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (9062b142-2a3f-4a67-a60e-b3ba58fb3834), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:34.725147 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-67235cb6-189c-4b01-9ae1-4821c4a4c5ca req-c21c490b-d66c-4916-8bb7-ea904905386a tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] For port 9062b142-2a3f-4a67-a60e-b3ba58fb3834, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=9062b142-2a3f-4a67-a60e-b3ba58fb3834,segment=NetworkSegment(c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28),segment_id=c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28)] {{(pid=104509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:44:34.725502 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-67235cb6-189c-4b01-9ae1-4821c4a4c5ca req-c21c490b-d66c-4916-8bb7-ea904905386a tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (9062b142-2a3f-4a67-a60e-b3ba58fb3834), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:34.896091 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-67235cb6-189c-4b01-9ae1-4821c4a4c5ca req-c21c490b-d66c-4916-8bb7-ea904905386a tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:34.896373 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-67235cb6-189c-4b01-9ae1-4821c4a4c5ca req-c21c490b-d66c-4916-8bb7-ea904905386a tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714675'] for floatingip (e5695698-b62a-477b-8033-9192a2b21415), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:34.896695 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.db.l3_db [req-67235cb6-189c-4b01-9ae1-4821c4a4c5ca req-c21c490b-d66c-4916-8bb7-ea904905386a tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Floating IP e5695698-b62a-477b-8033-9192a2b21415 disassociated. External IP: 172.27.1.78, port: 9062b142-2a3f-4a67-a60e-b3ba58fb3834. Jul 20 15:44:34.897081 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [req-67235cb6-189c-4b01-9ae1-4821c4a4c5ca req-c21c490b-d66c-4916-8bb7-ea904905386a tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Calling delete_port for 9062b142-2a3f-4a67-a60e-b3ba58fb3834 owned by compute:nova {{(pid=104509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:44:34.999442 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:44:35.005882 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:44:35.169766 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-67235cb6-189c-4b01-9ae1-4821c4a4c5ca req-c21c490b-d66c-4916-8bb7-ea904905386a tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (9062b142-2a3f-4a67-a60e-b3ba58fb3834), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:35.200348 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c490b-d66c-4916-8bb7-ea904905386a tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Pushing event deleted for resources: {'Port': ['ID=9062b142-2a3f-4a67-a60e-b3ba58fb3834,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:44:35.212949 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c490b-d66c-4916-8bb7-ea904905386a tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:44:35.213303 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c490b-d66c-4916-8bb7-ea904905386a tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:44:35.213689 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c490b-d66c-4916-8bb7-ea904905386a tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:44:35.214073 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c490b-d66c-4916-8bb7-ea904905386a tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:44:35.215662 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c490b-d66c-4916-8bb7-ea904905386a tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:44:35.216015 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c490b-d66c-4916-8bb7-ea904905386a tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:44:35.216356 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c490b-d66c-4916-8bb7-ea904905386a tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:44:35.216772 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c490b-d66c-4916-8bb7-ea904905386a tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:44:35.217071 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c490b-d66c-4916-8bb7-ea904905386a tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:44:35.217430 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c490b-d66c-4916-8bb7-ea904905386a tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:44:35.217765 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c490b-d66c-4916-8bb7-ea904905386a tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:44:35.218112 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c490b-d66c-4916-8bb7-ea904905386a tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:44:35.218460 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c490b-d66c-4916-8bb7-ea904905386a tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:44:35.223404 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c490b-d66c-4916-8bb7-ea904905386a tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:44:35.223404 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21c490b-d66c-4916-8bb7-ea904905386a tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:44:35.331669 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b8faaa0b-7dbb-489c-a698-38018574fed8 req-306607d5-db05-471c-8788-2b8432b5efd5 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=8dd5710a-4106-4dcd-8ec4-083d49813b41 HTTP/1.1" status: 200 len: 210 time: 0.0342209 Jul 20 15:44:35.336586 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67235cb6-189c-4b01-9ae1-4821c4a4c5ca req-c21c490b-d66c-4916-8bb7-ea904905386a tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Router 58e75455-c0a5-448c-884c-a6d0eb47a6a1 has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:44:35.451844 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67235cb6-189c-4b01-9ae1-4821c4a4c5ca req-c21c490b-d66c-4916-8bb7-ea904905386a tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:44:35.462534 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9131ee15-148b-4cc2-9bba-ab866e04a7fd None None] Sync routers for ids ['58e75455-c0a5-448c-884c-a6d0eb47a6a1'] in dv-cinder-819149-12-iscsi {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:44:35.474549 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9131ee15-148b-4cc2-9bba-ab866e04a7fd None None] Routers {'58e75455-c0a5-448c-884c-a6d0eb47a6a1'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:44:35.475188 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-9131ee15-148b-4cc2-9bba-ab866e04a7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:44:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['58e75455-c0a5-448c-884c-a6d0eb47a6a1'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:44:35.496828 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [req-67235cb6-189c-4b01-9ae1-4821c4a4c5ca req-c21c490b-d66c-4916-8bb7-ea904905386a tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] No DVR routers for this DVR port 9062b142-2a3f-4a67-a60e-b3ba58fb3834 on host hv-cinder-81914 {{(pid=104509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 15:44:35.499641 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-67235cb6-189c-4b01-9ae1-4821c4a4c5ca req-c21c490b-d66c-4916-8bb7-ea904905386a tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:35.503273 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-67235cb6-189c-4b01-9ae1-4821c4a4c5ca req-c21c490b-d66c-4916-8bb7-ea904905386a tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.102 "DELETE /v2.0/ports/9062b142-2a3f-4a67-a60e-b3ba58fb3834 HTTP/1.1" status: 204 len: 173 time: 0.9545527 Jul 20 15:44:35.503734 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd5710a-4106-4dcd-8ec4-083d49813b41', 'name': 'network-vif-deleted', 'tag': '9062b142-2a3f-4a67-a60e-b3ba58fb3834'}] {{(pid=104509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:44:35.506660 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df77c6b91a480694ea4413056d8ef6386aadd078611a8438297a7cf852766117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9f60fd-2a1f-4512-aa6e-11b55acae0e4" -d '{"events": [{"server_uuid": "8dd5710a-4106-4dcd-8ec4-083d49813b41", "name": "network-vif-deleted", "tag": "9062b142-2a3f-4a67-a60e-b3ba58fb3834"}]}' {{(pid=104509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:44:35.561705 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 15:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b1b04b-7b7a-49b5-8a48-4171c303b507 x-openstack-request-id: req-01b1b04b-7b7a-49b5-8a48-4171c303b507 {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:44:35.562563 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd5710a-4106-4dcd-8ec4-083d49813b41", "name": "network-vif-deleted", "tag": "9062b142-2a3f-4a67-a60e-b3ba58fb3834", "status": "completed", "code": 200}]} {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:44:35.562563 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-01b1b04b-7b7a-49b5-8a48-4171c303b507 {{(pid=104509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:44:35.562741 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01b1b04b-7b7a-49b5-8a48-4171c303b507'] response: {'server_uuid': '8dd5710a-4106-4dcd-8ec4-083d49813b41', 'name': 'network-vif-deleted', 'tag': '9062b142-2a3f-4a67-a60e-b3ba58fb3834', 'status': 'completed', 'code': 200} Jul 20 15:44:35.595505 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-9131ee15-148b-4cc2-9bba-ab866e04a7fd None None] Set router 58e75455-c0a5-448c-884c-a6d0eb47a6a1 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:44:35.811186 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-9131ee15-148b-4cc2-9bba-ab866e04a7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'name': 'tempest-TestVolumeBootPattern-1186327595-router', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '317c9f37-8331-4520-87c8-d09522208764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:41:25Z', 'updated_at': '2022-07-20T15:41:29Z', 'revision_number': 4, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'gw_port': {'id': '317c9f37-8331-4520-87c8-d09522208764', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:26Z', 'updated_at': '2022-07-20T15:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '31fc220c-439e-462b-9134-d96ad34f9f6b', 'name': '', 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'mac_address': 'fa:16:3e:c4:40:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:28Z', 'updated_at': '2022-07-20T15:41:33Z', 'revision_number': 5, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'subnets': [{'id': 'a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:44:35.832222 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9131ee15-148b-4cc2-9bba-ab866e04a7fd None None] Checking router: 58e75455-c0a5-448c-884c-a6d0eb47a6a1 for host: dv-cinder-819149-12-iscsi {{(pid=104512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:44:35.841488 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9131ee15-148b-4cc2-9bba-ab866e04a7fd None None] Routers {'58e75455-c0a5-448c-884c-a6d0eb47a6a1'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:44:35.842133 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-9131ee15-148b-4cc2-9bba-ab866e04a7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:44:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['58e75455-c0a5-448c-884c-a6d0eb47a6a1'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:44:35.956761 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-9131ee15-148b-4cc2-9bba-ab866e04a7fd None None] Set router 58e75455-c0a5-448c-884c-a6d0eb47a6a1 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:44:36.246727 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-9131ee15-148b-4cc2-9bba-ab866e04a7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'name': 'tempest-TestVolumeBootPattern-1186327595-router', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '317c9f37-8331-4520-87c8-d09522208764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:41:25Z', 'updated_at': '2022-07-20T15:41:29Z', 'revision_number': 4, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'gw_port': {'id': '317c9f37-8331-4520-87c8-d09522208764', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:26Z', 'updated_at': '2022-07-20T15:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '31fc220c-439e-462b-9134-d96ad34f9f6b', 'name': '', 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'mac_address': 'fa:16:3e:c4:40:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:28Z', 'updated_at': '2022-07-20T15:41:33Z', 'revision_number': 5, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'subnets': [{'id': 'a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:44:36.275802 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9131ee15-148b-4cc2-9bba-ab866e04a7fd None None] The sync data for ids ['58e75455-c0a5-448c-884c-a6d0eb47a6a1'] in dv-cinder-819149-12-iscsi is: [{'id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'name': 'tempest-TestVolumeBootPattern-1186327595-router', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '317c9f37-8331-4520-87c8-d09522208764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:41:25Z', 'updated_at': '2022-07-20T15:41:29Z', 'revision_number': 4, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'gw_port': {'id': '317c9f37-8331-4520-87c8-d09522208764', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:26Z', 'updated_at': '2022-07-20T15:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '31fc220c-439e-462b-9134-d96ad34f9f6b', 'name': '', 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'mac_address': 'fa:16:3e:c4:40:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:28Z', 'updated_at': '2022-07-20T15:41:33Z', 'revision_number': 5, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'subnets': [{'id': 'a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:44:36.447141 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9ad3bb2d-7bd8-449d-85ce-d9316a067835 req-bb10d78a-1fb8-4d3e-acef-10b49d9b5015 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=8dd5710a-4106-4dcd-8ec4-083d49813b41 HTTP/1.1" status: 200 len: 210 time: 0.0308158 Jul 20 15:44:36.528706 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63dfc71-ff75-44d4-83c7-a93117270a51 None None] New status for floating IP e5695698-b62a-477b-8033-9192a2b21415: DOWN {{(pid=104511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 15:44:36.689055 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 9062b142-2a3f-4a67-a60e-b3ba58fb3834 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:44:36.709518 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] No Port match for: 9062b142-2a3f-4a67-a60e-b3ba58fb3834 {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:44:36.709880 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 9062b142-2a3f-4a67-a60e-b3ba58fb3834 not bound to the agent host hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:44:37.706673 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-09b90267-2f75-4a62-802b-54683580b793 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-463581945&fields=id&tenant_id=68372ee91fb843108d3b0cb1c99cd186 HTTP/1.1" status: 200 len: 267 time: 0.0450172 Jul 20 15:44:37.817197 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-a8d8fbf6-26e8-4319-a11b-218d8e02feff tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:44:37.818680 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-a8d8fbf6-26e8-4319-a11b-218d8e02feff tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/networks?id=8628016f-4714-4c11-b108-0d43d71372c8 HTTP/1.1" status: 200 len: 812 time: 0.1044888 Jul 20 15:44:37.836238 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-cbee8286-a8e7-4282-a818-3883ae9d922d tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/quotas/68372ee91fb843108d3b0cb1c99cd186 HTTP/1.1" status: 200 len: 375 time: 0.0114303 Jul 20 15:44:37.896520 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-5ae07ca9-4b4e-4bf3-8df6-72c4e4938884 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=68372ee91fb843108d3b0cb1c99cd186&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537724 Jul 20 15:44:38.002671 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-f3ba8c5b-6c86-4b3d-aa4a-52055fcd319b service neutron] 10.222.0.78 "GET /v2.0/networks/8628016f-4714-4c11-b108-0d43d71372c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934460 Jul 20 15:44:38.100658 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-de8dac33-c70d-4dc4-9c20-50d12a699fe0 service neutron] 10.222.0.78 "GET /v2.0/networks/8628016f-4714-4c11-b108-0d43d71372c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910864 Jul 20 15:44:38.881256 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d4b182b5-3a16-4e91-90a9-98f9b836a3cb req-b322fe68-537f-45e2-8a14-3577aa8c26a9 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=cd6f927d-f118-4346-b787-006374e56107 HTTP/1.1" status: 200 len: 210 time: 0.0369711 Jul 20 15:44:39.040513 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:39.979218 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-8a57fff8-d05a-4de3-aa10-20b597f32228 req-21e607bf-39b4-4323-8b17-a3c81d72f1ed tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=cd6f927d-f118-4346-b787-006374e56107 HTTP/1.1" status: 200 len: 210 time: 0.0282121 Jul 20 15:44:41.077289 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-e697989b-7449-47e8-a0f9-5cbac85df768 req-4263afa7-9972-48f2-a17d-702d6f62aae4 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=cd6f927d-f118-4346-b787-006374e56107 HTTP/1.1" status: 200 len: 210 time: 0.0283158 Jul 20 15:44:41.472123 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-17fbf209-5b88-4c34-befb-c8861cf1306f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:44:41.473616 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-17fbf209-5b88-4c34-befb-c8861cf1306f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.102 "GET /v2.0/networks?id=8628016f-4714-4c11-b108-0d43d71372c8 HTTP/1.1" status: 200 len: 812 time: 0.1047738 Jul 20 15:44:41.488153 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:44:41.496872 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:44:41.538650 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-636d7658-50c3-4503-9824-4f82f2c8abdd tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68372ee91fb843108d3b0cb1c99cd186 HTTP/1.1" status: 200 len: 379 time: 0.0555596 Jul 20 15:44:41.546818 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-5545fd15-2d2c-4432-8fb3-0cd96519fbbb tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Request body: {'port': {'device_id': 'cd6f927d-f118-4346-b787-006374e56107', 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8', 'admin_state_up': True, 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'security_groups': ['071adf3e-56fe-45ee-99f0-b369b062b654']}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:44:41.788566 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-5545fd15-2d2c-4432-8fb3-0cd96519fbbb tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Made reservation on behalf of 68372ee91fb843108d3b0cb1c99cd186 for: {'port': 1} {{(pid=104509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:44:41.792641 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-5545fd15-2d2c-4432-8fb3-0cd96519fbbb tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:41.932177 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_common [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-5545fd15-2d2c-4432-8fb3-0cd96519fbbb tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Allocated IP 172.20.0.10 (8628016f-4714-4c11-b108-0d43d71372c8/a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6/79406cc4-e652-4f2a-9034-e4eee6709cd7) {{(pid=104509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:44:42.091783 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:44:42.094697 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-5545fd15-2d2c-4432-8fb3-0cd96519fbbb tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks [] for port (79406cc4-e652-4f2a-9034-e4eee6709cd7), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:42.179378 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b173aa56-b092-4a41-8013-ef629c73af9b req-b3c7cf4c-b4c3-482a-a5fa-5ed4c4287f4e tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=cd6f927d-f118-4346-b787-006374e56107 HTTP/1.1" status: 200 len: 210 time: 0.0307863 Jul 20 15:44:42.360852 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-5545fd15-2d2c-4432-8fb3-0cd96519fbbb tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (79406cc4-e652-4f2a-9034-e4eee6709cd7), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:42.407154 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-5545fd15-2d2c-4432-8fb3-0cd96519fbbb tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Network 8628016f-4714-4c11-b108-0d43d71372c8 is already hosted by enough agents. {{(pid=104509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:44:42.413222 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-5545fd15-2d2c-4432-8fb3-0cd96519fbbb tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Resources bound (agent type, host, resource id): {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:44:42.417760 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-5545fd15-2d2c-4432-8fb3-0cd96519fbbb tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Received port after_create {{(pid=104509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:44:42.454005 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545fd15-2d2c-4432-8fb3-0cd96519fbbb tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Pushing event updated for resources: {'Port': ['ID=79406cc4-e652-4f2a-9034-e4eee6709cd7,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:44:42.488923 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-5545fd15-2d2c-4432-8fb3-0cd96519fbbb tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:44:42.489787 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-5545fd15-2d2c-4432-8fb3-0cd96519fbbb tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:42.647713 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-496b9604-4022-48bb-89b2-5f4871918751 None None] Provisioning complete for port 79406cc4-e652-4f2a-9034-e4eee6709cd7 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:44:42.648545 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-496b9604-4022-48bb-89b2-5f4871918751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (79406cc4-e652-4f2a-9034-e4eee6709cd7), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:42.666163 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-5545fd15-2d2c-4432-8fb3-0cd96519fbbb tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1228344 Jul 20 15:44:42.677601 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-879d4e90-6a13-4265-a2ab-180ef26bd15a service neutron] Request body: {'port': {'device_id': 'cd6f927d-f118-4346-b787-006374e56107', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:44:42.681796 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-496b9604-4022-48bb-89b2-5f4871918751 None None] Port 79406cc4-e652-4f2a-9034-e4eee6709cd7 cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:44:42.740991 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-879d4e90-6a13-4265-a2ab-180ef26bd15a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (79406cc4-e652-4f2a-9034-e4eee6709cd7), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:42.943489 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:44:43.007793 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-879d4e90-6a13-4265-a2ab-180ef26bd15a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79406cc4-e652-4f2a-9034-e4eee6709cd7 {{(pid=104509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:44:43.016179 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-879d4e90-6a13-4265-a2ab-180ef26bd15a service neutron] Publish callbacks [] for port (79406cc4-e652-4f2a-9034-e4eee6709cd7), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:43.028640 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.provisioning_blocks [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-879d4e90-6a13-4265-a2ab-180ef26bd15a service neutron] Transition to ACTIVE for port object 79406cc4-e652-4f2a-9034-e4eee6709cd7 will not be triggered until provisioned by entity L2. {{(pid=104509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 15:44:43.135854 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-879d4e90-6a13-4265-a2ab-180ef26bd15a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934114'] for port (79406cc4-e652-4f2a-9034-e4eee6709cd7), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:43.189039 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d4e90-6a13-4265-a2ab-180ef26bd15a service neutron] Pushing event updated for resources: {'Port': ['ID=79406cc4-e652-4f2a-9034-e4eee6709cd7,revision_number=2']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:44:43.272315 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-879d4e90-6a13-4265-a2ab-180ef26bd15a service neutron] Attempting to bind port 79406cc4-e652-4f2a-9034-e4eee6709cd7 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:44:43.272672 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-879d4e90-6a13-4265-a2ab-180ef26bd15a service neutron] Attempting to bind port 79406cc4-e652-4f2a-9034-e4eee6709cd7 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8'}] {{(pid=104509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:44:43.273121 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-879d4e90-6a13-4265-a2ab-180ef26bd15a service neutron] Attempting to bind port 79406cc4-e652-4f2a-9034-e4eee6709cd7 on network 8628016f-4714-4c11-b108-0d43d71372c8 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:44:43.279549 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-879d4e90-6a13-4265-a2ab-180ef26bd15a service neutron] Port 79406cc4-e652-4f2a-9034-e4eee6709cd7 on network 8628016f-4714-4c11-b108-0d43d71372c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 15:44:43.280045 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-879d4e90-6a13-4265-a2ab-180ef26bd15a service neutron] Attempting to bind port 79406cc4-e652-4f2a-9034-e4eee6709cd7 on network 8628016f-4714-4c11-b108-0d43d71372c8 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:44:43.287432 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-879d4e90-6a13-4265-a2ab-180ef26bd15a service neutron] Checking agent: {'id': '84834a4b-f4d1-4c41-9203-9b15edc444f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 29, 38), 'started_at': datetime.datetime(2022, 7, 20, 15, 29, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:44:43.287796 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-879d4e90-6a13-4265-a2ab-180ef26bd15a service neutron] Checking segment: {'id': 'c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:44:43.288219 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-879d4e90-6a13-4265-a2ab-180ef26bd15a service neutron] Bound using segment: {'id': 'c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8'} {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:44:43.288660 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-879d4e90-6a13-4265-a2ab-180ef26bd15a service neutron] Bound port: 79406cc4-e652-4f2a-9034-e4eee6709cd7, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8'}}] {{(pid=104509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:44:43.289026 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-879d4e90-6a13-4265-a2ab-180ef26bd15a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (79406cc4-e652-4f2a-9034-e4eee6709cd7), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:43.316558 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887263d4-1fef-4695-9e59-ccaa42d8dbc9 req-90d64577-a30f-4485-8cb3-23779fc56725 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:44:43.321940 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-887263d4-1fef-4695-9e59-ccaa42d8dbc9 req-90d64577-a30f-4485-8cb3-23779fc56725 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=cd6f927d-f118-4346-b787-006374e56107 HTTP/1.1" status: 200 len: 944 time: 0.0653062 Jul 20 15:44:43.373248 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-879d4e90-6a13-4265-a2ab-180ef26bd15a service neutron] For port 79406cc4-e652-4f2a-9034-e4eee6709cd7, host hv-cinder-81914, cleared binding levels {{(pid=104509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:44:43.376756 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-879d4e90-6a13-4265-a2ab-180ef26bd15a service neutron] For port 79406cc4-e652-4f2a-9034-e4eee6709cd7, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=79406cc4-e652-4f2a-9034-e4eee6709cd7,segment=NetworkSegment(c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28),segment_id=c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28)] {{(pid=104509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:44:43.379853 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-887263d4-1fef-4695-9e59-ccaa42d8dbc9 req-1faec702-7d15-4353-9d54-37611ec7a8cc tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526357 Jul 20 15:44:43.498901 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-879d4e90-6a13-4265-a2ab-180ef26bd15a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934114'] for port (79406cc4-e652-4f2a-9034-e4eee6709cd7), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:43.523921 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:44:43.539762 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-879d4e90-6a13-4265-a2ab-180ef26bd15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:44:43.539762 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-879d4e90-6a13-4265-a2ab-180ef26bd15a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:43.539762 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-879d4e90-6a13-4265-a2ab-180ef26bd15a service neutron] 10.222.0.102 "PUT /v2.0/ports/79406cc4-e652-4f2a-9034-e4eee6709cd7 HTTP/1.1" status: 200 len: 1094 time: 0.8652680 Jul 20 15:44:43.539762 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd6f927d-f118-4346-b787-006374e56107', 'tag': '79406cc4-e652-4f2a-9034-e4eee6709cd7'}] {{(pid=104509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:44:43.541299 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df77c6b91a480694ea4413056d8ef6386aadd078611a8438297a7cf852766117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34befcac-b602-48c8-bcd8-e209fe771198" -d '{"events": [{"name": "network-changed", "server_uuid": "cd6f927d-f118-4346-b787-006374e56107", "tag": "79406cc4-e652-4f2a-9034-e4eee6709cd7"}]}' {{(pid=104509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:44:43.575509 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d4e90-6a13-4265-a2ab-180ef26bd15a service neutron] Pushing event updated for resources: {'Port': ['ID=79406cc4-e652-4f2a-9034-e4eee6709cd7,revision_number=3']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:44:43.612969 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 15:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f300239-8823-4dcb-9e01-50520a70b11b x-openstack-request-id: req-8f300239-8823-4dcb-9e01-50520a70b11b {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:44:43.612969 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd6f927d-f118-4346-b787-006374e56107", "tag": "79406cc4-e652-4f2a-9034-e4eee6709cd7", "status": "completed", "code": 200}]} {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:44:43.612969 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8f300239-8823-4dcb-9e01-50520a70b11b {{(pid=104509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:44:43.612969 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f300239-8823-4dcb-9e01-50520a70b11b'] response: {'name': 'network-changed', 'server_uuid': 'cd6f927d-f118-4346-b787-006374e56107', 'tag': '79406cc4-e652-4f2a-9034-e4eee6709cd7', 'status': 'completed', 'code': 200} Jul 20 15:44:43.725020 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34befcac-b602-48c8-bcd8-e209fe771198 req-02bab87b-73fa-4f7b-870b-e9cdbe5261da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:44:43.726595 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-34befcac-b602-48c8-bcd8-e209fe771198 req-02bab87b-73fa-4f7b-870b-e9cdbe5261da service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=68372ee91fb843108d3b0cb1c99cd186&device_id=cd6f927d-f118-4346-b787-006374e56107 HTTP/1.1" status: 200 len: 1128 time: 0.0452180 Jul 20 15:44:43.839932 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34befcac-b602-48c8-bcd8-e209fe771198 req-10f579f3-1d9b-454f-a5f6-ada36931ee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:44:43.841437 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-34befcac-b602-48c8-bcd8-e209fe771198 req-10f579f3-1d9b-454f-a5f6-ada36931ee9b service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=68372ee91fb843108d3b0cb1c99cd186&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1060357 Jul 20 15:44:43.938860 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34befcac-b602-48c8-bcd8-e209fe771198 req-d5022355-4914-48ad-bdf3-98d5da285ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:44:43.940325 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-34befcac-b602-48c8-bcd8-e209fe771198 req-d5022355-4914-48ad-bdf3-98d5da285ec7 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932360 Jul 20 15:44:44.023240 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-1d2a7683-a65b-48bc-86a7-f21785bff698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:44:44.024779 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-1d2a7683-a65b-48bc-86a7-f21785bff698 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=68372ee91fb843108d3b0cb1c99cd186&device_id=cd6f927d-f118-4346-b787-006374e56107 HTTP/1.1" status: 200 len: 1128 time: 0.0453286 Jul 20 15:44:44.065653 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-f164d236-bb9b-4f02-aebb-c342d5643299 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79406cc4-e652-4f2a-9034-e4eee6709cd7 HTTP/1.1" status: 200 len: 217 time: 0.0342996 Jul 20 15:44:44.119411 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-e14184a1-6883-4186-978a-e5517efef859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:44:44.120887 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-e14184a1-6883-4186-978a-e5517efef859 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6 HTTP/1.1" status: 200 len: 851 time: 0.0483038 Jul 20 15:44:44.166449 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-d3b9f054-3b0d-4fa3-a3e7-cc76bde64a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:44:44.167998 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-d3b9f054-3b0d-4fa3-a3e7-cc76bde64a6c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8628016f-4714-4c11-b108-0d43d71372c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403011 Jul 20 15:44:44.265605 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-6e16c7ba-b7cd-4ec9-8b39-c217aa83bf23 service neutron] 10.222.0.102 "GET /v2.0/networks/8628016f-4714-4c11-b108-0d43d71372c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905743 Jul 20 15:44:44.371685 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-705a9130-8cdd-4cc8-95d0-ca269de5dad1 req-709e070c-8eed-4cbc-a1ec-02856de8673d service neutron] 10.222.0.102 "GET /v2.0/networks/8628016f-4714-4c11-b108-0d43d71372c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998111 Jul 20 15:44:44.520963 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515325e0-17d9-4289-95d3-c8e65577ae5c req-7be41757-c199-40cd-9560-30ec9d6468ac tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:44:44.522506 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-515325e0-17d9-4289-95d3-c8e65577ae5c req-7be41757-c199-40cd-9560-30ec9d6468ac tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=cd6f927d-f118-4346-b787-006374e56107 HTTP/1.1" status: 200 len: 944 time: 0.0515049 Jul 20 15:44:44.586874 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-515325e0-17d9-4289-95d3-c8e65577ae5c req-1a13e53f-1ce6-4dbd-92e8-e006b7400b80 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524292 Jul 20 15:44:45.718250 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2ad1d-1600-4433-ad91-f8d70bd68d71 req-b015b270-3009-4f92-b278-6e6e1a7a5166 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:44:45.719995 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-66e2ad1d-1600-4433-ad91-f8d70bd68d71 req-b015b270-3009-4f92-b278-6e6e1a7a5166 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=cd6f927d-f118-4346-b787-006374e56107 HTTP/1.1" status: 200 len: 944 time: 0.0554991 Jul 20 15:44:45.768745 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-66e2ad1d-1600-4433-ad91-f8d70bd68d71 req-e91ce80c-abc2-45b4-b873-e5bbe36f273f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432889 Jul 20 15:44:46.885871 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eeb26a-7b9b-4ff6-9e5f-d2e26d537480 req-5d494df8-084d-4024-b718-2a3941e902df tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:44:46.887370 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-98eeb26a-7b9b-4ff6-9e5f-d2e26d537480 req-5d494df8-084d-4024-b718-2a3941e902df tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=cd6f927d-f118-4346-b787-006374e56107 HTTP/1.1" status: 200 len: 944 time: 0.0518987 Jul 20 15:44:46.912830 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:44:46.931232 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:44:46.936372 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-98eeb26a-7b9b-4ff6-9e5f-d2e26d537480 req-1334d63d-dd9e-4aa9-a0e5-22df5deae29c tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435367 Jul 20 15:44:48.050835 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b6854-0e5c-42ee-8e1c-ac55862c57db req-036da3a2-aade-4e26-9546-54c57df4df1e tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:44:48.052321 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-362b6854-0e5c-42ee-8e1c-ac55862c57db req-036da3a2-aade-4e26-9546-54c57df4df1e tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=cd6f927d-f118-4346-b787-006374e56107 HTTP/1.1" status: 200 len: 944 time: 0.0476213 Jul 20 15:44:48.109439 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-362b6854-0e5c-42ee-8e1c-ac55862c57db req-3456728b-c96c-4fa4-9e00-af1bf83798f8 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510969 Jul 20 15:44:48.461568 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=71 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:44:48.462386 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=62,neutron:DELETE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:44:49.229075 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd462dcc-1e7c-4a67-921d-241923d6c45a req-ff3dbfd0-c93d-49ab-896b-8a6db26d3504 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:44:49.230616 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-fd462dcc-1e7c-4a67-921d-241923d6c45a req-ff3dbfd0-c93d-49ab-896b-8a6db26d3504 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=cd6f927d-f118-4346-b787-006374e56107 HTTP/1.1" status: 200 len: 944 time: 0.0492499 Jul 20 15:44:49.284114 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-fd462dcc-1e7c-4a67-921d-241923d6c45a req-f3e4415d-9ece-47fd-b3fc-31d88d49a1f6 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468984 Jul 20 15:44:50.073044 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b90d02a1-1fee-4b5b-bf75-88437335183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:50.404874 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc8d31-3da6-42a5-b84e-9c6ef3e53094 req-813f2ca7-0cb3-417e-b000-c7386f83ce01 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:44:50.406309 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-bffc8d31-3da6-42a5-b84e-9c6ef3e53094 req-813f2ca7-0cb3-417e-b000-c7386f83ce01 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=cd6f927d-f118-4346-b787-006374e56107 HTTP/1.1" status: 200 len: 944 time: 0.0511296 Jul 20 15:44:50.459185 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-bffc8d31-3da6-42a5-b84e-9c6ef3e53094 req-677ad14f-7d0e-4107-a4db-2e81cad8191d tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445375 Jul 20 15:44:50.727992 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 79406cc4-e652-4f2a-9034-e4eee6709cd7 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:44:50.830787 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 79406cc4-e652-4f2a-9034-e4eee6709cd7, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=79406cc4-e652-4f2a-9034-e4eee6709cd7,segment=NetworkSegment(c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28),segment_id=c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:44:50.843476 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Returning: {'device': '79406cc4-e652-4f2a-9034-e4eee6709cd7', 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8', 'port_id': '79406cc4-e652-4f2a-9034-e4eee6709cd7', 'mac_address': 'fa:16:3e:55:26:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 971, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:44:50.886406 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port 79406cc4-e652-4f2a-9034-e4eee6709cd7 is: DOWN; New status is: BUILD {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:44:50.886809 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (79406cc4-e652-4f2a-9034-e4eee6709cd7), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:50.902201 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79406cc4-e652-4f2a-9034-e4eee6709cd7 {{(pid=104511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:44:50.922563 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 79406cc4-e652-4f2a-9034-e4eee6709cd7, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=79406cc4-e652-4f2a-9034-e4eee6709cd7,segment=NetworkSegment(c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28),segment_id=c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:44:51.080018 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (79406cc4-e652-4f2a-9034-e4eee6709cd7), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:51.127752 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=79406cc4-e652-4f2a-9034-e4eee6709cd7,revision_number=4']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:44:51.134738 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:44:51.135085 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:44:51.135427 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:44:51.135772 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:44:51.136109 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:44:51.136438 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:44:51.136758 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:44:51.137081 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:44:51.137407 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:44:51.137731 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:44:51.138055 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:44:51.138418 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:44:51.138743 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:44:51.139062 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:44:51.139383 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:44:51.273635 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] get_ports_and_sgs() called for port_ids ['79406cc4-e652-4f2a-9034-e4eee6709cd7'] {{(pid=104511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:44:51.585472 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbef578-cf8c-4d05-9a70-bd3e15923a10 req-c11839e5-933a-4477-87b2-9c0c8c0240e4 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:44:51.587003 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3dbef578-cf8c-4d05-9a70-bd3e15923a10 req-c11839e5-933a-4477-87b2-9c0c8c0240e4 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=cd6f927d-f118-4346-b787-006374e56107 HTTP/1.1" status: 200 len: 945 time: 0.0552511 Jul 20 15:44:51.641296 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3dbef578-cf8c-4d05-9a70-bd3e15923a10 req-785d6d75-8c7c-4b13-93ad-27b18c763517 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480459 Jul 20 15:44:52.479844 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-a1277889-5605-4cba-9dd7-8d417404f297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:52.734961 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 79406cc4-e652-4f2a-9034-e4eee6709cd7 up at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:44:52.761073 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654002a1-4f29-45ba-90da-4bd2b9579746 req-2fc7ce9e-aff2-42e5-be4a-f235d8e322ad tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:44:52.762619 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-654002a1-4f29-45ba-90da-4bd2b9579746 req-2fc7ce9e-aff2-42e5-be4a-f235d8e322ad tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=cd6f927d-f118-4346-b787-006374e56107 HTTP/1.1" status: 200 len: 945 time: 0.0477335 Jul 20 15:44:52.780449 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:44:52.794234 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning for port 79406cc4-e652-4f2a-9034-e4eee6709cd7 completed by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 15:44:52.811406 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-654002a1-4f29-45ba-90da-4bd2b9579746 req-948cff07-60ba-4287-a701-0538ce96e8e3 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431330 Jul 20 15:44:53.045255 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning complete for port 79406cc4-e652-4f2a-9034-e4eee6709cd7 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:44:53.045634 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (79406cc4-e652-4f2a-9034-e4eee6709cd7), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:53.064938 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:44:53.121411 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port 79406cc4-e652-4f2a-9034-e4eee6709cd7 is: BUILD; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:44:53.121807 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (79406cc4-e652-4f2a-9034-e4eee6709cd7), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:53.145271 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd6f927d-f118-4346-b787-006374e56107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79406cc4-e652-4f2a-9034-e4eee6709cd7'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:44:53.147568 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d079ce0f3ed41026034ae0451e18cae4cf0a7f47a911dfcb655775793fbc38ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2739ce27-6b44-42fa-a4de-7d7bd53bffe9" -d '{"events": [{"server_uuid": "cd6f927d-f118-4346-b787-006374e56107", "name": "network-vif-plugged", "status": "completed", "tag": "79406cc4-e652-4f2a-9034-e4eee6709cd7"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:44:53.160654 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 79406cc4-e652-4f2a-9034-e4eee6709cd7, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=79406cc4-e652-4f2a-9034-e4eee6709cd7,segment=NetworkSegment(c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28),segment_id=c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:44:53.193437 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 15:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee738bd-a1bf-4698-987f-f35c8487ef53 x-openstack-request-id: req-1ee738bd-a1bf-4698-987f-f35c8487ef53 {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:44:53.194668 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd6f927d-f118-4346-b787-006374e56107", "name": "network-vif-plugged", "status": "completed", "tag": "79406cc4-e652-4f2a-9034-e4eee6709cd7", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:44:53.194668 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1ee738bd-a1bf-4698-987f-f35c8487ef53 {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:44:53.194668 dv-cinder-819149-12-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ee738bd-a1bf-4698-987f-f35c8487ef53'] response: {'server_uuid': 'cd6f927d-f118-4346-b787-006374e56107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79406cc4-e652-4f2a-9034-e4eee6709cd7', 'code': 200} Jul 20 15:44:53.460864 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (79406cc4-e652-4f2a-9034-e4eee6709cd7), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:53.507151 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=79406cc4-e652-4f2a-9034-e4eee6709cd7,revision_number=5']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:44:53.765674 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:53.845889 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4b23f-def0-4d44-80f2-fc24a520be26 req-711c2068-82d7-4595-96fd-2543ff2958b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:44:53.847851 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-c3a4b23f-def0-4d44-80f2-fc24a520be26 req-711c2068-82d7-4595-96fd-2543ff2958b8 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=cd6f927d-f118-4346-b787-006374e56107 HTTP/1.1" status: 200 len: 1130 time: 0.0455480 Jul 20 15:44:53.895465 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-c3a4b23f-def0-4d44-80f2-fc24a520be26 req-1dd87ecb-72d7-4f60-ae82-0270e6f9bdd5 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418839 Jul 20 15:44:53.929751 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82befda8-dc31-4ae8-bef5-4cf8eaf817f9 req-06346828-e8e9-4b7a-a4d6-ccbf22676aaa tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:44:53.931223 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-82befda8-dc31-4ae8-bef5-4cf8eaf817f9 req-06346828-e8e9-4b7a-a4d6-ccbf22676aaa tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=cd6f927d-f118-4346-b787-006374e56107 HTTP/1.1" status: 200 len: 946 time: 0.0507586 Jul 20 15:44:54.227181 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-82befda8-dc31-4ae8-bef5-4cf8eaf817f9 req-cf1f819d-e0ff-43bc-99e7-4f0ec060109f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2904174 Jul 20 15:44:55.062237 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:55.222237 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:55.353369 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d98601-5bda-4651-a5d4-f108472308cd req-cc8c8df5-7908-4d34-a272-2fbf156b946a tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:44:55.355443 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-51d98601-5bda-4651-a5d4-f108472308cd req-cc8c8df5-7908-4d34-a272-2fbf156b946a tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=cd6f927d-f118-4346-b787-006374e56107 HTTP/1.1" status: 200 len: 946 time: 0.0522778 Jul 20 15:44:55.410295 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-51d98601-5bda-4651-a5d4-f108472308cd req-f66ea8db-7956-4664-9c3e-cfa0371fc412 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491886 Jul 20 15:44:55.525359 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75190961-4b75-476a-a735-056a7f0545c3 req-9861ce9e-a530-4f82-8935-50a8a7cbe95f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:44:55.527334 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-75190961-4b75-476a-a735-056a7f0545c3 req-9861ce9e-a530-4f82-8935-50a8a7cbe95f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=cd6f927d-f118-4346-b787-006374e56107 HTTP/1.1" status: 200 len: 946 time: 0.0470531 Jul 20 15:44:55.578921 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-75190961-4b75-476a-a735-056a7f0545c3 req-4d2ed8d6-5878-4d64-a9f8-33024718cec3 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459957 Jul 20 15:44:55.601416 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 51724) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:44:55.639544 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e017995-6a81-4ad4-b5c8-3b997b0e9627 tempest-TestVolumeBootPattern-352958089 tempest-TestVolumeBootPattern-352958089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:44:55.640964 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-5e017995-6a81-4ad4-b5c8-3b997b0e9627 tempest-TestVolumeBootPattern-352958089 tempest-TestVolumeBootPattern-352958089-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=cd6f927d-f118-4346-b787-006374e56107 HTTP/1.1" status: 200 len: 1125 time: 0.0385606 Jul 20 15:44:55.643973 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 51726) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:44:55.648164 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-c685c761-7205-454f-b865-d332513157b5 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Request body: {'floatingip': {'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'port_id': '79406cc4-e652-4f2a-9034-e4eee6709cd7', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:44:55.868736 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c685c761-7205-454f-b865-d332513157b5 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:55.952464 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c685c761-7205-454f-b865-d332513157b5 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:56.035828 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:44:56.043290 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:44:56.056690 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.db_base_plugin_common [None req-c685c761-7205-454f-b865-d332513157b5 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Allocated IP 172.27.1.145 (8e10d912-d794-48e6-8f9b-6baf59c7f77e/d5daf119-8c14-4f50-a186-1c01cb5bfe5f/88b63dd2-9433-4989-b637-221bf86520fb) {{(pid=104510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:44:56.167770 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c685c761-7205-454f-b865-d332513157b5 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks [] for port (88b63dd2-9433-4989-b637-221bf86520fb), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:56.342732 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c685c761-7205-454f-b865-d332513157b5 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25775823'] for port (88b63dd2-9433-4989-b637-221bf86520fb), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:56.380201 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c685c761-7205-454f-b865-d332513157b5 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Network 8e10d912-d794-48e6-8f9b-6baf59c7f77e is already hosted by enough agents. {{(pid=104510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:44:56.385991 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.base_scheduler [None req-c685c761-7205-454f-b865-d332513157b5 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Resources bound (agent type, host, resource id): {{(pid=104510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:44:56.390435 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c685c761-7205-454f-b865-d332513157b5 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Received port after_create {{(pid=104510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:44:56.414727 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c685c761-7205-454f-b865-d332513157b5 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Pushing event updated for resources: {'Port': ['ID=88b63dd2-9433-4989-b637-221bf86520fb,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:44:56.426672 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c685c761-7205-454f-b865-d332513157b5 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:44:56.427023 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c685c761-7205-454f-b865-d332513157b5 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:44:56.427368 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c685c761-7205-454f-b865-d332513157b5 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:44:56.427711 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c685c761-7205-454f-b865-d332513157b5 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:44:56.428050 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c685c761-7205-454f-b865-d332513157b5 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:44:56.428384 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c685c761-7205-454f-b865-d332513157b5 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:44:56.428716 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c685c761-7205-454f-b865-d332513157b5 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:44:56.429055 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c685c761-7205-454f-b865-d332513157b5 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:44:56.429396 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c685c761-7205-454f-b865-d332513157b5 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:44:56.429716 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c685c761-7205-454f-b865-d332513157b5 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:44:56.430041 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c685c761-7205-454f-b865-d332513157b5 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:44:56.430397 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c685c761-7205-454f-b865-d332513157b5 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:44:56.430723 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c685c761-7205-454f-b865-d332513157b5 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:44:56.431050 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c685c761-7205-454f-b865-d332513157b5 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:44:56.431374 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c685c761-7205-454f-b865-d332513157b5 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:44:56.610956 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:44:56.767073 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c685c761-7205-454f-b865-d332513157b5 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks [] for floatingip (f049f7fa-9911-495d-a914-444223ac233a), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:56.948972 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c685c761-7205-454f-b865-d332513157b5 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (88b63dd2-9433-4989-b637-221bf86520fb), before_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:57.105904 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c685c761-7205-454f-b865-d332513157b5 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks [] for port (88b63dd2-9433-4989-b637-221bf86520fb), precommit_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:57.204963 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c685c761-7205-454f-b865-d332513157b5 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25775864'] for port (88b63dd2-9433-4989-b637-221bf86520fb), after_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:57.278740 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c685c761-7205-454f-b865-d332513157b5 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Pushing event updated for resources: {'Port': ['ID=88b63dd2-9433-4989-b637-221bf86520fb,revision_number=2']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:44:57.291552 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c685c761-7205-454f-b865-d332513157b5 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714675'] for floatingip (f049f7fa-9911-495d-a914-444223ac233a), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:57.393798 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.db.l3_db [None req-c685c761-7205-454f-b865-d332513157b5 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Floating IP f049f7fa-9911-495d-a914-444223ac233a associated. External IP: 172.27.1.145, port: 79406cc4-e652-4f2a-9034-e4eee6709cd7. Jul 20 15:44:57.396731 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:44:57.597723 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c685c761-7205-454f-b865-d332513157b5 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Router 58e75455-c0a5-448c-884c-a6d0eb47a6a1 has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:44:57.708374 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c685c761-7205-454f-b865-d332513157b5 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:44:57.718321 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f076b967-b302-44e1-9190-7649122b72ce None None] Sync routers for ids ['58e75455-c0a5-448c-884c-a6d0eb47a6a1'] in dv-cinder-819149-12-iscsi {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:44:57.728941 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f076b967-b302-44e1-9190-7649122b72ce None None] Routers {'58e75455-c0a5-448c-884c-a6d0eb47a6a1'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:44:57.729492 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-f076b967-b302-44e1-9190-7649122b72ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:44:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['58e75455-c0a5-448c-884c-a6d0eb47a6a1'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:44:57.833342 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-f076b967-b302-44e1-9190-7649122b72ce None None] Set router 58e75455-c0a5-448c-884c-a6d0eb47a6a1 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:44:57.839541 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-c685c761-7205-454f-b865-d332513157b5 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for floatingip (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:44:57.858611 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:44:57.871288 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-c685c761-7205-454f-b865-d332513157b5 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2262893 Jul 20 15:44:57.871881 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd6f927d-f118-4346-b787-006374e56107', 'tag': '79406cc4-e652-4f2a-9034-e4eee6709cd7'}] {{(pid=104510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:44:57.874309 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e6f04493f4523d7005559a5723156fec6de25b8db42c399d87358264a9319a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca0370c-5a52-452d-adf6-4ad7291ad98e" -d '{"events": [{"name": "network-changed", "server_uuid": "cd6f927d-f118-4346-b787-006374e56107", "tag": "79406cc4-e652-4f2a-9034-e4eee6709cd7"}]}' {{(pid=104510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:44:57.909963 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 15:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d834862-44af-4a76-9ae7-0cb81caf11cf x-openstack-request-id: req-3d834862-44af-4a76-9ae7-0cb81caf11cf {{(pid=104510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:44:57.910310 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd6f927d-f118-4346-b787-006374e56107", "tag": "79406cc4-e652-4f2a-9034-e4eee6709cd7", "status": "completed", "code": 200}]} {{(pid=104510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:44:57.910541 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3d834862-44af-4a76-9ae7-0cb81caf11cf {{(pid=104510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:44:57.910955 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d834862-44af-4a76-9ae7-0cb81caf11cf'] response: {'name': 'network-changed', 'server_uuid': 'cd6f927d-f118-4346-b787-006374e56107', 'tag': '79406cc4-e652-4f2a-9034-e4eee6709cd7', 'status': 'completed', 'code': 200} Jul 20 15:44:57.971559 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0370c-5a52-452d-adf6-4ad7291ad98e req-22439d6a-fcc1-4fec-984e-98de5061184a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:44:57.973041 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-bca0370c-5a52-452d-adf6-4ad7291ad98e req-22439d6a-fcc1-4fec-984e-98de5061184a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=68372ee91fb843108d3b0cb1c99cd186&device_id=cd6f927d-f118-4346-b787-006374e56107 HTTP/1.1" status: 200 len: 1130 time: 0.0402455 Jul 20 15:44:58.053045 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-f076b967-b302-44e1-9190-7649122b72ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'name': 'tempest-TestVolumeBootPattern-1186327595-router', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '317c9f37-8331-4520-87c8-d09522208764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:41:25Z', 'updated_at': '2022-07-20T15:41:29Z', 'revision_number': 4, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'gw_port': {'id': '317c9f37-8331-4520-87c8-d09522208764', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:26Z', 'updated_at': '2022-07-20T15:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': 'f049f7fa-9911-495d-a914-444223ac233a', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'floating_ip_address': '172.27.1.145', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'port_id': '79406cc4-e652-4f2a-9034-e4eee6709cd7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8', 'mac_address': 'fa:16:3e:55:26:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6f927d-f118-4346-b787-006374e56107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:44:56Z', 'updated_at': '2022-07-20T15:44:56Z', 'revision_number': 0, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31fc220c-439e-462b-9134-d96ad34f9f6b', 'name': '', 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'mac_address': 'fa:16:3e:c4:40:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:28Z', 'updated_at': '2022-07-20T15:41:33Z', 'revision_number': 5, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'subnets': [{'id': 'a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:44:58.054988 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=100 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:44:58.070975 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0370c-5a52-452d-adf6-4ad7291ad98e req-61be12fe-64fe-4a66-98d2-6207ea6238bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:44:58.072745 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-bca0370c-5a52-452d-adf6-4ad7291ad98e req-61be12fe-64fe-4a66-98d2-6207ea6238bd service neutron] 10.222.0.102 "GET /v2.0/networks?id=8628016f-4714-4c11-b108-0d43d71372c8 HTTP/1.1" status: 200 len: 913 time: 0.0942931 Jul 20 15:44:58.080420 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f076b967-b302-44e1-9190-7649122b72ce None None] Checking router: 58e75455-c0a5-448c-884c-a6d0eb47a6a1 for host: dv-cinder-819149-12-iscsi {{(pid=104512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:44:58.089901 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f076b967-b302-44e1-9190-7649122b72ce None None] Routers {'58e75455-c0a5-448c-884c-a6d0eb47a6a1'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:44:58.090732 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-f076b967-b302-44e1-9190-7649122b72ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:44:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['58e75455-c0a5-448c-884c-a6d0eb47a6a1'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:44:58.138905 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-bca0370c-5a52-452d-adf6-4ad7291ad98e req-11cb1bfa-64be-4e3e-ba69-590420759950 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79406cc4-e652-4f2a-9034-e4eee6709cd7 HTTP/1.1" status: 200 len: 1000 time: 0.0591123 Jul 20 15:44:58.193247 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0370c-5a52-452d-adf6-4ad7291ad98e req-5e0a0204-855e-4d2b-abd1-5a073e324f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:44:58.194763 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-bca0370c-5a52-452d-adf6-4ad7291ad98e req-5e0a0204-855e-4d2b-abd1-5a073e324f0b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6 HTTP/1.1" status: 200 len: 851 time: 0.0496218 Jul 20 15:44:58.197933 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-f076b967-b302-44e1-9190-7649122b72ce None None] Set router 58e75455-c0a5-448c-884c-a6d0eb47a6a1 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:44:58.241152 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0370c-5a52-452d-adf6-4ad7291ad98e req-9d2bdf47-4d44-4bfb-8c35-1573171fc6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:44:58.242717 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-bca0370c-5a52-452d-adf6-4ad7291ad98e req-9d2bdf47-4d44-4bfb-8c35-1573171fc6ee service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8628016f-4714-4c11-b108-0d43d71372c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402880 Jul 20 15:44:58.333592 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-bca0370c-5a52-452d-adf6-4ad7291ad98e req-30ff2365-5d29-4763-9a0b-516627cd622c service neutron] 10.222.0.102 "GET /v2.0/networks/8628016f-4714-4c11-b108-0d43d71372c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852382 Jul 20 15:44:58.360834 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=100 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:44:58.411108 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-f076b967-b302-44e1-9190-7649122b72ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'name': 'tempest-TestVolumeBootPattern-1186327595-router', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '317c9f37-8331-4520-87c8-d09522208764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:41:25Z', 'updated_at': '2022-07-20T15:41:29Z', 'revision_number': 4, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'gw_port': {'id': '317c9f37-8331-4520-87c8-d09522208764', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:26Z', 'updated_at': '2022-07-20T15:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': 'f049f7fa-9911-495d-a914-444223ac233a', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'floating_ip_address': '172.27.1.145', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'port_id': '79406cc4-e652-4f2a-9034-e4eee6709cd7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8', 'mac_address': 'fa:16:3e:55:26:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6f927d-f118-4346-b787-006374e56107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:44:56Z', 'updated_at': '2022-07-20T15:44:56Z', 'revision_number': 0, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31fc220c-439e-462b-9134-d96ad34f9f6b', 'name': '', 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'mac_address': 'fa:16:3e:c4:40:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:28Z', 'updated_at': '2022-07-20T15:41:33Z', 'revision_number': 5, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'subnets': [{'id': 'a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:44:58.432454 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-bca0370c-5a52-452d-adf6-4ad7291ad98e req-224ff3c8-03e7-4bc0-aeb7-41abcfc0d85a service neutron] 10.222.0.102 "GET /v2.0/networks/8628016f-4714-4c11-b108-0d43d71372c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925038 Jul 20 15:44:58.440119 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f076b967-b302-44e1-9190-7649122b72ce None None] The sync data for ids ['58e75455-c0a5-448c-884c-a6d0eb47a6a1'] in dv-cinder-819149-12-iscsi is: [{'id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'name': 'tempest-TestVolumeBootPattern-1186327595-router', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '317c9f37-8331-4520-87c8-d09522208764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:41:25Z', 'updated_at': '2022-07-20T15:41:29Z', 'revision_number': 4, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'gw_port': {'id': '317c9f37-8331-4520-87c8-d09522208764', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:26Z', 'updated_at': '2022-07-20T15:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': 'f049f7fa-9911-495d-a914-444223ac233a', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'floating_ip_address': '172.27.1.145', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'port_id': '79406cc4-e652-4f2a-9034-e4eee6709cd7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8', 'mac_address': 'fa:16:3e:55:26:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6f927d-f118-4346-b787-006374e56107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:44:56Z', 'updated_at': '2022-07-20T15:44:56Z', 'revision_number': 0, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31fc220c-439e-462b-9134-d96ad34f9f6b', 'name': '', 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'mac_address': 'fa:16:3e:c4:40:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:28Z', 'updated_at': '2022-07-20T15:41:33Z', 'revision_number': 5, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'subnets': [{'id': 'a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:44:58.633248 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 6 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:44:58.639970 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab86403-297c-45c9-80c9-8197f269d8bb None None] New status for floating IP f049f7fa-9911-495d-a914-444223ac233a: ACTIVE {{(pid=104511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 15:45:07.868023 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=28,neutron:DELETE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:45:08.429330 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=36 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:45:08.627970 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=78 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:45:08.628863 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=78 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:45:09.039532 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:45:18.914978 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:45:18.917134 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=70,neutron:UPDATE=6 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:45:20.038313 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-d3a677c5-ebb4-4181-9214-2be5a533a39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:45:22.495873 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5f7f61eb-b1ac-476b-ba00-ada51a73889b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:45:23.690405 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:45:25.011158 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:45:25.100610 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:45:34.866044 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:45:35.014658 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:45:35.632483 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 6 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:45:39.060954 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:45:48.916632 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=18 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:45:48.919530 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=16 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:45:48.931232 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:45:48.938430 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:45:49.614400 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-c5fd238a-3757-422f-8bf1-ef0d8088c8f6 req-e8fd5560-f437-4fab-b358-465fd707565c service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=cd6f927d-f118-4346-b787-006374e56107&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399225 Jul 20 15:45:49.709027 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd238a-3757-422f-8bf1-ef0d8088c8f6 req-aca98522-4c71-4688-bc4b-60761d2df9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:45:49.710584 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-c5fd238a-3757-422f-8bf1-ef0d8088c8f6 req-aca98522-4c71-4688-bc4b-60761d2df9d9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=68372ee91fb843108d3b0cb1c99cd186&device_id=cd6f927d-f118-4346-b787-006374e56107 HTTP/1.1" status: 200 len: 1130 time: 0.0504003 Jul 20 15:45:49.821554 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd238a-3757-422f-8bf1-ef0d8088c8f6 req-2fb20bb6-f852-4146-b181-ae4b21226375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:45:49.822981 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-c5fd238a-3757-422f-8bf1-ef0d8088c8f6 req-2fb20bb6-f852-4146-b181-ae4b21226375 service neutron] 10.222.0.102 "GET /v2.0/networks?id=8628016f-4714-4c11-b108-0d43d71372c8 HTTP/1.1" status: 200 len: 913 time: 0.0891280 Jul 20 15:45:49.887826 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-c5fd238a-3757-422f-8bf1-ef0d8088c8f6 req-a76ad181-e2a3-415a-a568-47b66c9c1549 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79406cc4-e652-4f2a-9034-e4eee6709cd7 HTTP/1.1" status: 200 len: 1002 time: 0.0582571 Jul 20 15:45:49.938890 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd238a-3757-422f-8bf1-ef0d8088c8f6 req-f4b6407a-5cc1-4884-b732-6de6d6230f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:45:49.940350 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-c5fd238a-3757-422f-8bf1-ef0d8088c8f6 req-f4b6407a-5cc1-4884-b732-6de6d6230f9e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6 HTTP/1.1" status: 200 len: 851 time: 0.0469594 Jul 20 15:45:49.985514 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd238a-3757-422f-8bf1-ef0d8088c8f6 req-0abc4a83-f179-4925-9a35-99d9a0bb812f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:45:49.998296 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-c5fd238a-3757-422f-8bf1-ef0d8088c8f6 req-0abc4a83-f179-4925-9a35-99d9a0bb812f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8628016f-4714-4c11-b108-0d43d71372c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405288 Jul 20 15:45:50.087498 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-c5fd238a-3757-422f-8bf1-ef0d8088c8f6 req-583c70ea-8970-4331-98c6-befd5216c328 service neutron] 10.222.0.102 "GET /v2.0/networks/8628016f-4714-4c11-b108-0d43d71372c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936668 Jul 20 15:45:50.095810 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b491307c-a94c-42bb-b682-61517f61a519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:45:50.181914 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-c5fd238a-3757-422f-8bf1-ef0d8088c8f6 req-5687b984-537b-4877-873f-dc5f59337d1c service neutron] 10.222.0.102 "GET /v2.0/networks/8628016f-4714-4c11-b108-0d43d71372c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865839 Jul 20 15:45:52.409137 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-3cfea4c4-a007-41b5-b327-7048ca8dc12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:45:53.648884 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:45:55.031288 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:45:55.157970 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:46:00.177515 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=46 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:46:00.178332 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=55 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:46:05.006488 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:46:05.009405 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:46:09.094890 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:46:12.632744 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 6 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:46:18.929973 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:46:18.935051 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:46:19.434282 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:46:20.042518 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c7c1d993-f68c-4c43-a0db-ecbf28f0c701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:46:22.476333 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c83da818-598c-461b-9817-fe0bbb764cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:46:22.628630 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=5 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:46:23.728682 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:46:24.990473 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:46:25.112299 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:46:35.002625 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:46:35.010006 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:46:35.332211 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-76741c31-a46c-4e52-b938-975276d29f6a tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-463581945&fields=id&tenant_id=68372ee91fb843108d3b0cb1c99cd186 HTTP/1.1" status: 200 len: 267 time: 0.0610352 Jul 20 15:46:35.476673 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-5038de70-6fbc-4dea-a96d-2714f92fb2a8 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:46:35.478458 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-5038de70-6fbc-4dea-a96d-2714f92fb2a8 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/networks?id=8628016f-4714-4c11-b108-0d43d71372c8 HTTP/1.1" status: 200 len: 812 time: 0.1379356 Jul 20 15:46:35.498769 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-a00c5755-7e07-4097-9ec0-4f3eb26cde19 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/quotas/68372ee91fb843108d3b0cb1c99cd186 HTTP/1.1" status: 200 len: 375 time: 0.0107591 Jul 20 15:46:35.588155 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-7fef7619-992a-4bce-9dc9-4900b61d0b67 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=68372ee91fb843108d3b0cb1c99cd186&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0795753 Jul 20 15:46:35.744595 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-afeda898-1f88-4a8d-a9e1-65903af7f073 service neutron] 10.222.0.78 "GET /v2.0/networks/8628016f-4714-4c11-b108-0d43d71372c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443942 Jul 20 15:46:35.895284 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-c77bfba7-f7a7-49f4-a8e6-e5a70c513b62 service neutron] 10.222.0.78 "GET /v2.0/networks/8628016f-4714-4c11-b108-0d43d71372c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440578 Jul 20 15:46:36.582832 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3049e6d2-0a2d-4a12-ba13-b3e25294b2e0 req-4c68482f-d589-4f4c-ab77-f74617836c0d tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=66c75339-7bf0-44d2-bfd6-9423a5bee629 HTTP/1.1" status: 200 len: 210 time: 0.0331647 Jul 20 15:46:37.667915 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-b9b93484-fd89-4007-9a6f-c9af2239f36e req-5b01c018-0983-4e99-8b4d-8567effc8556 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=66c75339-7bf0-44d2-bfd6-9423a5bee629 HTTP/1.1" status: 200 len: 210 time: 0.0283768 Jul 20 15:46:38.898456 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-bbe8175e-767a-439d-9476-fa4a8c9b0424 req-6bbf4d2e-0843-439b-b9c0-555e68f6ec01 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=66c75339-7bf0-44d2-bfd6-9423a5bee629 HTTP/1.1" status: 200 len: 210 time: 0.0306916 Jul 20 15:46:39.007473 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:46:39.987582 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-ff928788-89b3-417a-b8bd-f641c46e4346 req-105f75a3-41d7-45ff-b32e-9bb151e8e397 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=66c75339-7bf0-44d2-bfd6-9423a5bee629 HTTP/1.1" status: 200 len: 210 time: 0.0324211 Jul 20 15:46:41.095872 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-312b3238-5cf5-47f3-8118-435b4d763485 req-9993d900-1500-4b7c-991d-d9ae63cb124f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=66c75339-7bf0-44d2-bfd6-9423a5bee629 HTTP/1.1" status: 200 len: 210 time: 0.0309589 Jul 20 15:46:42.213136 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-7fc3d54c-aff3-4bf0-9ee6-b0ffb0aad8f7 req-8053194e-76a9-4460-8f4a-079f47f67727 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=66c75339-7bf0-44d2-bfd6-9423a5bee629 HTTP/1.1" status: 200 len: 210 time: 0.0325577 Jul 20 15:46:43.292202 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-60f2188e-6403-4928-956b-cc5cdedc6c35 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:46:43.296585 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-60f2188e-6403-4928-956b-cc5cdedc6c35 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.102 "GET /v2.0/networks?id=8628016f-4714-4c11-b108-0d43d71372c8 HTTP/1.1" status: 200 len: 812 time: 0.4102855 Jul 20 15:46:43.336432 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c943d6f5-61f5-450e-bb4a-62c1613386ed req-2888327e-511f-471a-952d-e4b660c40851 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=66c75339-7bf0-44d2-bfd6-9423a5bee629 HTTP/1.1" status: 200 len: 210 time: 0.0326114 Jul 20 15:46:43.378593 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-1175ca6a-61dc-42f6-ab58-9c6f00529330 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68372ee91fb843108d3b0cb1c99cd186 HTTP/1.1" status: 200 len: 379 time: 0.0734224 Jul 20 15:46:43.387051 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-b51515c9-614d-4f99-b71c-16e5b7a5c9f7 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Request body: {'port': {'device_id': '66c75339-7bf0-44d2-bfd6-9423a5bee629', 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8', 'admin_state_up': True, 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'security_groups': ['071adf3e-56fe-45ee-99f0-b369b062b654']}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:46:43.607664 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-b51515c9-614d-4f99-b71c-16e5b7a5c9f7 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Made reservation on behalf of 68372ee91fb843108d3b0cb1c99cd186 for: {'port': 1} {{(pid=104509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 15:46:43.612122 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-b51515c9-614d-4f99-b71c-16e5b7a5c9f7 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:46:43.770471 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_common [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-b51515c9-614d-4f99-b71c-16e5b7a5c9f7 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Allocated IP 172.20.0.12 (8628016f-4714-4c11-b108-0d43d71372c8/a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6/694cd4a5-edf0-4c30-8149-2d9993368cc5) {{(pid=104509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:46:43.951068 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-b51515c9-614d-4f99-b71c-16e5b7a5c9f7 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks [] for port (694cd4a5-edf0-4c30-8149-2d9993368cc5), precommit_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:46:44.059692 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-b51515c9-614d-4f99-b71c-16e5b7a5c9f7 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (694cd4a5-edf0-4c30-8149-2d9993368cc5), after_create {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:46:44.112110 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-b51515c9-614d-4f99-b71c-16e5b7a5c9f7 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Network 8628016f-4714-4c11-b108-0d43d71372c8 is already hosted by enough agents. {{(pid=104509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:46:44.115368 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.base_scheduler [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-b51515c9-614d-4f99-b71c-16e5b7a5c9f7 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Resources bound (agent type, host, resource id): {{(pid=104509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:46:44.117610 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51515c9-614d-4f99-b71c-16e5b7a5c9f7 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Pushing event updated for resources: {'Port': ['ID=694cd4a5-edf0-4c30-8149-2d9993368cc5,revision_number=1']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:46:44.119901 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-b51515c9-614d-4f99-b71c-16e5b7a5c9f7 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Received port after_create {{(pid=104509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:46:44.150607 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51515c9-614d-4f99-b71c-16e5b7a5c9f7 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:46:44.150950 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51515c9-614d-4f99-b71c-16e5b7a5c9f7 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:46:44.151349 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51515c9-614d-4f99-b71c-16e5b7a5c9f7 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:46:44.151681 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51515c9-614d-4f99-b71c-16e5b7a5c9f7 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:46:44.152063 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51515c9-614d-4f99-b71c-16e5b7a5c9f7 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:46:44.152465 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51515c9-614d-4f99-b71c-16e5b7a5c9f7 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:46:44.152781 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51515c9-614d-4f99-b71c-16e5b7a5c9f7 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:46:44.153107 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51515c9-614d-4f99-b71c-16e5b7a5c9f7 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:46:44.153433 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51515c9-614d-4f99-b71c-16e5b7a5c9f7 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:46:44.153757 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51515c9-614d-4f99-b71c-16e5b7a5c9f7 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:46:44.154081 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51515c9-614d-4f99-b71c-16e5b7a5c9f7 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:46:44.154430 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51515c9-614d-4f99-b71c-16e5b7a5c9f7 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:46:44.154776 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51515c9-614d-4f99-b71c-16e5b7a5c9f7 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:46:44.155633 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51515c9-614d-4f99-b71c-16e5b7a5c9f7 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:46:44.155963 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51515c9-614d-4f99-b71c-16e5b7a5c9f7 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:46:44.198957 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-b51515c9-614d-4f99-b71c-16e5b7a5c9f7 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:46:44.199634 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-b51515c9-614d-4f99-b71c-16e5b7a5c9f7 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:46:44.328531 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-b51515c9-614d-4f99-b71c-16e5b7a5c9f7 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9409409 Jul 20 15:46:44.340929 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.v2.base [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-1570a066-ce81-4f25-90b1-44fd3f7a1db5 service neutron] Request body: {'port': {'device_id': '66c75339-7bf0-44d2-bfd6-9423a5bee629', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=104509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:46:44.404887 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-452acea2-5b25-4314-8bf0-bad5494d766a None None] Provisioning complete for port 694cd4a5-edf0-4c30-8149-2d9993368cc5 triggered by entity DHCP. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:46:44.405773 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-452acea2-5b25-4314-8bf0-bad5494d766a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (694cd4a5-edf0-4c30-8149-2d9993368cc5), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:46:44.409999 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:46:44.424458 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-1570a066-ce81-4f25-90b1-44fd3f7a1db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (694cd4a5-edf0-4c30-8149-2d9993368cc5), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:46:44.475528 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-452acea2-5b25-4314-8bf0-bad5494d766a None None] Port 694cd4a5-edf0-4c30-8149-2d9993368cc5 cannot update to ACTIVE because it is not bound. {{(pid=104511) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 15:46:44.487775 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:46:44.518513 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30445acf-691c-4029-ab3a-ffe5344f85f4 req-f298396f-8edf-49fa-a039-5c922ce535c2 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:46:44.520129 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-30445acf-691c-4029-ab3a-ffe5344f85f4 req-f298396f-8edf-49fa-a039-5c922ce535c2 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=66c75339-7bf0-44d2-bfd6-9423a5bee629 HTTP/1.1" status: 200 len: 932 time: 0.0688481 Jul 20 15:46:44.590779 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-30445acf-691c-4029-ab3a-ffe5344f85f4 req-6847fb4f-9502-44c5-9dde-200227c54f8c tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641899 Jul 20 15:46:44.772440 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-1570a066-ce81-4f25-90b1-44fd3f7a1db5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 694cd4a5-edf0-4c30-8149-2d9993368cc5 {{(pid=104509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:46:44.784921 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-1570a066-ce81-4f25-90b1-44fd3f7a1db5 service neutron] Publish callbacks [] for port (694cd4a5-edf0-4c30-8149-2d9993368cc5), precommit_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:46:44.805809 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.provisioning_blocks [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-1570a066-ce81-4f25-90b1-44fd3f7a1db5 service neutron] Transition to ACTIVE for port object 694cd4a5-edf0-4c30-8149-2d9993368cc5 will not be triggered until provisioned by entity L2. {{(pid=104509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 15:46:44.927436 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-1570a066-ce81-4f25-90b1-44fd3f7a1db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934114'] for port (694cd4a5-edf0-4c30-8149-2d9993368cc5), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:46:44.997007 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570a066-ce81-4f25-90b1-44fd3f7a1db5 service neutron] Pushing event updated for resources: {'Port': ['ID=694cd4a5-edf0-4c30-8149-2d9993368cc5,revision_number=2']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:46:45.085471 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-1570a066-ce81-4f25-90b1-44fd3f7a1db5 service neutron] Attempting to bind port 694cd4a5-edf0-4c30-8149-2d9993368cc5 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 15:46:45.086149 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-1570a066-ce81-4f25-90b1-44fd3f7a1db5 service neutron] Attempting to bind port 694cd4a5-edf0-4c30-8149-2d9993368cc5 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8'}] {{(pid=104509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 15:46:45.086633 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-1570a066-ce81-4f25-90b1-44fd3f7a1db5 service neutron] Attempting to bind port 694cd4a5-edf0-4c30-8149-2d9993368cc5 on network 8628016f-4714-4c11-b108-0d43d71372c8 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:46:45.096179 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-1570a066-ce81-4f25-90b1-44fd3f7a1db5 service neutron] Port 694cd4a5-edf0-4c30-8149-2d9993368cc5 on network 8628016f-4714-4c11-b108-0d43d71372c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 15:46:45.096572 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-1570a066-ce81-4f25-90b1-44fd3f7a1db5 service neutron] Attempting to bind port 694cd4a5-edf0-4c30-8149-2d9993368cc5 on network 8628016f-4714-4c11-b108-0d43d71372c8 {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 15:46:45.111273 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-1570a066-ce81-4f25-90b1-44fd3f7a1db5 service neutron] Checking agent: {'id': '84834a4b-f4d1-4c41-9203-9b15edc444f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 15, 29, 38), 'started_at': datetime.datetime(2022, 7, 20, 15, 29, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 15, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 15:46:45.125616 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-1570a066-ce81-4f25-90b1-44fd3f7a1db5 service neutron] Checking segment: {'id': 'c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 15:46:45.125616 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-1570a066-ce81-4f25-90b1-44fd3f7a1db5 service neutron] Bound using segment: {'id': 'c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8'} {{(pid=104509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 15:46:45.125616 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.managers [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-1570a066-ce81-4f25-90b1-44fd3f7a1db5 service neutron] Bound port: 694cd4a5-edf0-4c30-8149-2d9993368cc5, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 971, 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8'}}] {{(pid=104509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 15:46:45.125616 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-1570a066-ce81-4f25-90b1-44fd3f7a1db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (694cd4a5-edf0-4c30-8149-2d9993368cc5), before_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:46:45.129438 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:46:45.196940 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-1570a066-ce81-4f25-90b1-44fd3f7a1db5 service neutron] For port 694cd4a5-edf0-4c30-8149-2d9993368cc5, host hv-cinder-81914, cleared binding levels {{(pid=104509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 15:46:45.201627 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-1570a066-ce81-4f25-90b1-44fd3f7a1db5 service neutron] For port 694cd4a5-edf0-4c30-8149-2d9993368cc5, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=694cd4a5-edf0-4c30-8149-2d9993368cc5,segment=NetworkSegment(c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28),segment_id=c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28)] {{(pid=104509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 15:46:45.323621 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-1570a066-ce81-4f25-90b1-44fd3f7a1db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1934114'] for port (694cd4a5-edf0-4c30-8149-2d9993368cc5), after_update {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:46:45.364082 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-1570a066-ce81-4f25-90b1-44fd3f7a1db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:46:45.364807 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-1570a066-ce81-4f25-90b1-44fd3f7a1db5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:46:45.366656 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-1570a066-ce81-4f25-90b1-44fd3f7a1db5 service neutron] 10.222.0.102 "PUT /v2.0/ports/694cd4a5-edf0-4c30-8149-2d9993368cc5 HTTP/1.1" status: 200 len: 1094 time: 1.0335810 Jul 20 15:46:45.367359 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c75339-7bf0-44d2-bfd6-9423a5bee629', 'tag': '694cd4a5-edf0-4c30-8149-2d9993368cc5'}] {{(pid=104509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:46:45.370637 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df77c6b91a480694ea4413056d8ef6386aadd078611a8438297a7cf852766117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf07c414-cf15-4770-802b-961e0d8a7fe8" -d '{"events": [{"name": "network-changed", "server_uuid": "66c75339-7bf0-44d2-bfd6-9423a5bee629", "tag": "694cd4a5-edf0-4c30-8149-2d9993368cc5"}]}' {{(pid=104509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:46:45.403082 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570a066-ce81-4f25-90b1-44fd3f7a1db5 service neutron] Pushing event updated for resources: {'Port': ['ID=694cd4a5-edf0-4c30-8149-2d9993368cc5,revision_number=3']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:46:45.432006 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 15:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe3c4b7-51b9-47f9-8685-77182a9d26da x-openstack-request-id: req-9fe3c4b7-51b9-47f9-8685-77182a9d26da {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:46:45.432455 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c75339-7bf0-44d2-bfd6-9423a5bee629", "tag": "694cd4a5-edf0-4c30-8149-2d9993368cc5", "status": "completed", "code": 200}]} {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:46:45.432830 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9fe3c4b7-51b9-47f9-8685-77182a9d26da {{(pid=104509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:46:45.433251 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fe3c4b7-51b9-47f9-8685-77182a9d26da'] response: {'name': 'network-changed', 'server_uuid': '66c75339-7bf0-44d2-bfd6-9423a5bee629', 'tag': '694cd4a5-edf0-4c30-8149-2d9993368cc5', 'status': 'completed', 'code': 200} Jul 20 15:46:45.511200 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07c414-cf15-4770-802b-961e0d8a7fe8 req-cd9725a1-73ae-4552-a05d-92f050ce433c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:46:45.513522 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-cf07c414-cf15-4770-802b-961e0d8a7fe8 req-cd9725a1-73ae-4552-a05d-92f050ce433c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=68372ee91fb843108d3b0cb1c99cd186&device_id=66c75339-7bf0-44d2-bfd6-9423a5bee629 HTTP/1.1" status: 200 len: 1128 time: 0.0535793 Jul 20 15:46:45.652291 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07c414-cf15-4770-802b-961e0d8a7fe8 req-ed2a6311-6158-4304-914c-492f233036c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:46:45.653923 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-cf07c414-cf15-4770-802b-961e0d8a7fe8 req-ed2a6311-6158-4304-914c-492f233036c5 service neutron] 10.222.0.102 "GET /v2.0/networks?tenant_id=68372ee91fb843108d3b0cb1c99cd186&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1315691 Jul 20 15:46:45.762055 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff5de9-f985-4a07-b712-55af03e9a7e3 req-c585bc67-3a9d-4b69-b19d-d993a1885ac8 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:46:45.763745 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-80ff5de9-f985-4a07-b712-55af03e9a7e3 req-c585bc67-3a9d-4b69-b19d-d993a1885ac8 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=66c75339-7bf0-44d2-bfd6-9423a5bee629 HTTP/1.1" status: 200 len: 944 time: 0.0843153 Jul 20 15:46:45.782887 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07c414-cf15-4770-802b-961e0d8a7fe8 req-c3cdba18-fd26-46a6-9cfa-dd0f8cae35f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:46:45.784840 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-cf07c414-cf15-4770-802b-961e0d8a7fe8 req-c3cdba18-fd26-46a6-9cfa-dd0f8cae35f9 service neutron] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1249158 Jul 20 15:46:45.837667 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-80ff5de9-f985-4a07-b712-55af03e9a7e3 req-07e5e55b-6d2e-47b4-9f23-43f589d2a09e tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664723 Jul 20 15:46:45.879661 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-63d69e58-7cd7-4344-b346-58cee36a6f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:46:45.881412 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-63d69e58-7cd7-4344-b346-58cee36a6f1a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=68372ee91fb843108d3b0cb1c99cd186&device_id=66c75339-7bf0-44d2-bfd6-9423a5bee629 HTTP/1.1" status: 200 len: 1128 time: 0.0559609 Jul 20 15:46:45.926304 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-a7b793b7-4034-4b8c-b844-a8fa476d0905 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=694cd4a5-edf0-4c30-8149-2d9993368cc5 HTTP/1.1" status: 200 len: 217 time: 0.0370820 Jul 20 15:46:45.982141 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-de0eb49a-8bf7-466f-b795-ae1cbfb90ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:46:45.983816 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-de0eb49a-8bf7-466f-b795-ae1cbfb90ab2 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6 HTTP/1.1" status: 200 len: 851 time: 0.0517080 Jul 20 15:46:46.040095 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-231ad592-4228-42ba-8c1b-6d85571bc85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:46:46.042463 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-231ad592-4228-42ba-8c1b-6d85571bc85a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8628016f-4714-4c11-b108-0d43d71372c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0524018 Jul 20 15:46:46.149612 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-12be74d5-16aa-4d8e-907f-7769fac0b257 service neutron] 10.222.0.102 "GET /v2.0/networks/8628016f-4714-4c11-b108-0d43d71372c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975504 Jul 20 15:46:46.270096 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-21a9eee1-2e25-4f5a-8b63-0633b0c81291 req-8947f083-e473-4b40-8750-f43c75435ea0 service neutron] 10.222.0.102 "GET /v2.0/networks/8628016f-4714-4c11-b108-0d43d71372c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132736 Jul 20 15:46:46.972355 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eee485-0e11-45de-bad0-c240b7fde074 req-fc0ab1b8-d0c0-475f-9f96-82b03d6a06c3 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:46:46.973898 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d7eee485-0e11-45de-bad0-c240b7fde074 req-fc0ab1b8-d0c0-475f-9f96-82b03d6a06c3 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=66c75339-7bf0-44d2-bfd6-9423a5bee629 HTTP/1.1" status: 200 len: 944 time: 0.0602598 Jul 20 15:46:47.031891 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-d7eee485-0e11-45de-bad0-c240b7fde074 req-a40653a0-b21d-4bc2-a2dc-8760ae3a4745 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523958 Jul 20 15:46:48.167437 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9cb0c1-1f23-4c43-99f8-cd23c2f1302e req-97798e27-c2ff-44e3-9046-d82769474f9a tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:46:48.168882 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-8a9cb0c1-1f23-4c43-99f8-cd23c2f1302e req-97798e27-c2ff-44e3-9046-d82769474f9a tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=66c75339-7bf0-44d2-bfd6-9423a5bee629 HTTP/1.1" status: 200 len: 944 time: 0.0534182 Jul 20 15:46:48.220093 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-8a9cb0c1-1f23-4c43-99f8-cd23c2f1302e req-98a5bf80-625a-4db6-b29e-e362cdd45064 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455317 Jul 20 15:46:49.347127 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68d1d2-ec6b-495f-84d7-8059c41b8fa6 req-edc66c11-2713-4848-89a0-75e0d5f4673d tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:46:49.348505 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4d68d1d2-ec6b-495f-84d7-8059c41b8fa6 req-edc66c11-2713-4848-89a0-75e0d5f4673d tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=66c75339-7bf0-44d2-bfd6-9423a5bee629 HTTP/1.1" status: 200 len: 944 time: 0.0490885 Jul 20 15:46:49.401925 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4d68d1d2-ec6b-495f-84d7-8059c41b8fa6 req-0cd75d40-ff9f-47b4-b8b3-5b01f0757329 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478339 Jul 20 15:46:49.632232 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 6 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:46:50.121620 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9d8397b0-5b4a-42ee-97fc-890772f0094f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:46:50.624963 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-d12f2c03-bff3-4c76-95ef-6757577d7281 req-46245fba-b678-41dc-b990-7a6f06f1ff03 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=cd6f927d-f118-4346-b787-006374e56107&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424335 Jul 20 15:46:50.665232 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335924a-ae6d-493c-a17a-24abfb2ac3db req-8b682190-7936-437f-bde4-7ae8e3a350c2 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:46:50.667084 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9335924a-ae6d-493c-a17a-24abfb2ac3db req-8b682190-7936-437f-bde4-7ae8e3a350c2 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=66c75339-7bf0-44d2-bfd6-9423a5bee629 HTTP/1.1" status: 200 len: 944 time: 0.1889362 Jul 20 15:46:50.683343 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:46:50.685589 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:46:50.713012 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=100 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:46:50.718768 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f2c03-bff3-4c76-95ef-6757577d7281 req-92c83575-cd59-4489-8fd6-3b17dcf9caea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:46:50.720282 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-d12f2c03-bff3-4c76-95ef-6757577d7281 req-92c83575-cd59-4489-8fd6-3b17dcf9caea service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=68372ee91fb843108d3b0cb1c99cd186&device_id=cd6f927d-f118-4346-b787-006374e56107 HTTP/1.1" status: 200 len: 1130 time: 0.0453517 Jul 20 15:46:50.728331 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-9335924a-ae6d-493c-a17a-24abfb2ac3db req-f0379561-bf09-4e7a-aba4-350a982d2f5f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540149 Jul 20 15:46:50.844898 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f2c03-bff3-4c76-95ef-6757577d7281 req-dfbcc003-9639-475d-806d-0e354c354d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:46:50.846548 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-d12f2c03-bff3-4c76-95ef-6757577d7281 req-dfbcc003-9639-475d-806d-0e354c354d51 service neutron] 10.222.0.102 "GET /v2.0/networks?id=8628016f-4714-4c11-b108-0d43d71372c8 HTTP/1.1" status: 200 len: 913 time: 0.1046581 Jul 20 15:46:50.924728 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-d12f2c03-bff3-4c76-95ef-6757577d7281 req-dd377f78-1aae-416f-bc71-c60a669d5a85 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79406cc4-e652-4f2a-9034-e4eee6709cd7 HTTP/1.1" status: 200 len: 1002 time: 0.0724297 Jul 20 15:46:50.969330 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=100 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:46:50.980901 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f2c03-bff3-4c76-95ef-6757577d7281 req-90a4699a-3d31-416a-9f3d-918228168090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:46:50.982446 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-d12f2c03-bff3-4c76-95ef-6757577d7281 req-90a4699a-3d31-416a-9f3d-918228168090 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6 HTTP/1.1" status: 200 len: 851 time: 0.0514283 Jul 20 15:46:51.027220 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f2c03-bff3-4c76-95ef-6757577d7281 req-5ab963bd-c961-48bd-a96c-a265d25b119b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:46:51.028732 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-d12f2c03-bff3-4c76-95ef-6757577d7281 req-5ab963bd-c961-48bd-a96c-a265d25b119b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8628016f-4714-4c11-b108-0d43d71372c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397191 Jul 20 15:46:51.125052 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-d12f2c03-bff3-4c76-95ef-6757577d7281 req-5f87a8dc-7259-4834-b094-0231ad26d395 service neutron] 10.222.0.102 "GET /v2.0/networks/8628016f-4714-4c11-b108-0d43d71372c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900073 Jul 20 15:46:51.226965 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-d12f2c03-bff3-4c76-95ef-6757577d7281 req-3ead5338-b3b5-4b8e-b356-49c7c1206c39 service neutron] 10.222.0.102 "GET /v2.0/networks/8628016f-4714-4c11-b108-0d43d71372c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961525 Jul 20 15:46:51.928219 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb475774-7e2b-4b01-a224-fe83d58ea638 req-6db78f86-082c-46b8-bedb-9755c782c802 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:46:51.929932 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-bb475774-7e2b-4b01-a224-fe83d58ea638 req-6db78f86-082c-46b8-bedb-9755c782c802 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=66c75339-7bf0-44d2-bfd6-9423a5bee629 HTTP/1.1" status: 200 len: 944 time: 0.1078510 Jul 20 15:46:51.986248 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-bb475774-7e2b-4b01-a224-fe83d58ea638 req-651c67a6-9ffa-4092-be64-c2755393d62f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490122 Jul 20 15:46:52.413008 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5ade80a4-8945-42c3-b161-d30a8dbc9544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:46:53.108255 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fac9a8-b944-4f3d-ab43-2d825e8c3629 req-3914b516-7472-4c2a-a5c8-00eab834f32a tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:46:53.109778 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-76fac9a8-b944-4f3d-ab43-2d825e8c3629 req-3914b516-7472-4c2a-a5c8-00eab834f32a tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=66c75339-7bf0-44d2-bfd6-9423a5bee629 HTTP/1.1" status: 200 len: 944 time: 0.0499749 Jul 20 15:46:53.164680 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-76fac9a8-b944-4f3d-ab43-2d825e8c3629 req-a0751e70-a05d-44ad-8d81-b591a79f39f6 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487194 Jul 20 15:46:53.664302 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:46:54.282061 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b58aaa-f5be-4a0b-aaee-08160a061d88 req-8d3c78b4-e3ad-44f9-8833-f6723b12d8dc tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:46:54.283578 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-71b58aaa-f5be-4a0b-aaee-08160a061d88 req-8d3c78b4-e3ad-44f9-8833-f6723b12d8dc tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=66c75339-7bf0-44d2-bfd6-9423a5bee629 HTTP/1.1" status: 200 len: 944 time: 0.0491920 Jul 20 15:46:54.336630 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-71b58aaa-f5be-4a0b-aaee-08160a061d88 req-7f3e7a96-f90d-404c-8ea3-e71b98d57279 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471632 Jul 20 15:46:54.984707 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:46:55.144281 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:46:55.257536 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 694cd4a5-edf0-4c30-8149-2d9993368cc5 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=104511) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 15:46:55.370919 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 694cd4a5-edf0-4c30-8149-2d9993368cc5, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=694cd4a5-edf0-4c30-8149-2d9993368cc5,segment=NetworkSegment(c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28),segment_id=c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:46:55.383205 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Returning: {'device': '694cd4a5-edf0-4c30-8149-2d9993368cc5', 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8', 'port_id': '694cd4a5-edf0-4c30-8149-2d9993368cc5', 'mac_address': 'fa:16:3e:90:b6:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 971, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104511) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 15:46:55.425198 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port 694cd4a5-edf0-4c30-8149-2d9993368cc5 is: DOWN; New status is: BUILD {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:46:55.425881 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (694cd4a5-edf0-4c30-8149-2d9993368cc5), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:46:55.444643 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 694cd4a5-edf0-4c30-8149-2d9993368cc5 {{(pid=104511) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 15:46:55.466031 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 694cd4a5-edf0-4c30-8149-2d9993368cc5, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=694cd4a5-edf0-4c30-8149-2d9993368cc5,segment=NetworkSegment(c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28),segment_id=c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:46:55.472120 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27283cc-7dcf-4f1f-8f2c-9358688784d1 req-41de2392-68cc-4784-a703-552e3b6d8518 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:46:55.473677 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a27283cc-7dcf-4f1f-8f2c-9358688784d1 req-41de2392-68cc-4784-a703-552e3b6d8518 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=66c75339-7bf0-44d2-bfd6-9423a5bee629 HTTP/1.1" status: 200 len: 944 time: 0.0533223 Jul 20 15:46:55.532847 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (694cd4a5-edf0-4c30-8149-2d9993368cc5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:46:55.534883 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-a27283cc-7dcf-4f1f-8f2c-9358688784d1 req-2fc5f64f-2837-4210-83ee-ed1e80a1244c tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544024 Jul 20 15:46:55.583062 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=694cd4a5-edf0-4c30-8149-2d9993368cc5,revision_number=4']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:46:55.590579 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:46:55.590927 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:46:55.591269 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:46:55.591606 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:46:55.591981 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:46:55.592422 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:46:55.592860 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:46:55.593300 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:46:55.593762 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:46:55.594198 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:46:55.594660 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:46:55.595100 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:46:55.595425 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:46:55.595744 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:46:55.596062 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:46:55.752818 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] get_ports_and_sgs() called for port_ids ['694cd4a5-edf0-4c30-8149-2d9993368cc5'] {{(pid=104511) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 15:46:56.431566 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:46:56.655076 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01216340-f19b-4f8d-bb67-ae0af1f41db3 req-f85537a3-cec1-44a3-8b31-7db71c211fd5 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:46:56.656697 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-01216340-f19b-4f8d-bb67-ae0af1f41db3 req-f85537a3-cec1-44a3-8b31-7db71c211fd5 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=66c75339-7bf0-44d2-bfd6-9423a5bee629 HTTP/1.1" status: 200 len: 945 time: 0.0526831 Jul 20 15:46:56.708490 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-01216340-f19b-4f8d-bb67-ae0af1f41db3 req-19ea50ba-6978-4d3f-b3a0-da8ce6d2feb7 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458899 Jul 20 15:46:57.279822 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 694cd4a5-edf0-4c30-8149-2d9993368cc5 up at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 15:46:57.321904 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:46:57.324430 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning for port 694cd4a5-edf0-4c30-8149-2d9993368cc5 completed by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 15:46:57.430312 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.provisioning_blocks [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Provisioning complete for port 694cd4a5-edf0-4c30-8149-2d9993368cc5 triggered by entity L2. {{(pid=104511) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 15:46:57.430612 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7836318'] for port (694cd4a5-edf0-4c30-8149-2d9993368cc5), provisioning_complete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:46:57.450459 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:46:57.509155 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Current status of the port 694cd4a5-edf0-4c30-8149-2d9993368cc5 is: BUILD; New status is: ACTIVE {{(pid=104511) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 15:46:57.509541 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (694cd4a5-edf0-4c30-8149-2d9993368cc5), before_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:46:57.532971 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c75339-7bf0-44d2-bfd6-9423a5bee629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694cd4a5-edf0-4c30-8149-2d9993368cc5'}] {{(pid=104511) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:46:57.535245 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d079ce0f3ed41026034ae0451e18cae4cf0a7f47a911dfcb655775793fbc38ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b829833f-c805-4b2e-ac2b-b253c1881b46" -d '{"events": [{"server_uuid": "66c75339-7bf0-44d2-bfd6-9423a5bee629", "name": "network-vif-plugged", "status": "completed", "tag": "694cd4a5-edf0-4c30-8149-2d9993368cc5"}]}' {{(pid=104511) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:46:57.548948 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] For port 694cd4a5-edf0-4c30-8149-2d9993368cc5, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=694cd4a5-edf0-4c30-8149-2d9993368cc5,segment=NetworkSegment(c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28),segment_id=c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:46:57.575103 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 15:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8f9efe-54cf-4035-a6d8-76d24ac1eb7e x-openstack-request-id: req-cd8f9efe-54cf-4035-a6d8-76d24ac1eb7e {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:46:57.575403 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c75339-7bf0-44d2-bfd6-9423a5bee629", "name": "network-vif-plugged", "status": "completed", "tag": "694cd4a5-edf0-4c30-8149-2d9993368cc5", "code": 200}]} {{(pid=104511) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:46:57.575662 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-cd8f9efe-54cf-4035-a6d8-76d24ac1eb7e {{(pid=104511) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:46:57.576085 dv-cinder-819149-12-iscsi neutron-server[104511]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd8f9efe-54cf-4035-a6d8-76d24ac1eb7e'] response: {'server_uuid': '66c75339-7bf0-44d2-bfd6-9423a5bee629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694cd4a5-edf0-4c30-8149-2d9993368cc5', 'code': 200} Jul 20 15:46:57.641570 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453'] for port (694cd4a5-edf0-4c30-8149-2d9993368cc5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:46:57.693097 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Pushing event updated for resources: {'Port': ['ID=694cd4a5-edf0-4c30-8149-2d9993368cc5,revision_number=5']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:46:57.837159 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd879f4c-2d8b-4f14-8b69-20e862f12c20 req-bb99f52e-4c06-458a-b8ba-86289397f22a tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:46:57.838682 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-fd879f4c-2d8b-4f14-8b69-20e862f12c20 req-bb99f52e-4c06-458a-b8ba-86289397f22a tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=66c75339-7bf0-44d2-bfd6-9423a5bee629 HTTP/1.1" status: 200 len: 946 time: 0.0496004 Jul 20 15:46:57.898043 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-fd879f4c-2d8b-4f14-8b69-20e862f12c20 req-0cb43da4-32de-489a-b4aa-a6981fa34c30 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532844 Jul 20 15:46:57.938570 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5420e18-189c-4e88-be98-abb3e96e5a07 req-ec66d1ab-b1bc-4215-9b98-4ad88bd3a01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:46:57.940184 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-b5420e18-189c-4e88-be98-abb3e96e5a07 req-ec66d1ab-b1bc-4215-9b98-4ad88bd3a01c service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=66c75339-7bf0-44d2-bfd6-9423a5bee629 HTTP/1.1" status: 200 len: 1130 time: 0.0444696 Jul 20 15:46:57.987730 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-b5420e18-189c-4e88-be98-abb3e96e5a07 req-621966ab-cf06-4656-828a-856544e284c0 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419135 Jul 20 15:46:59.022110 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c550e1-d14b-49c2-9354-3c3f3c55e3c7 req-51d4d2a3-1ef8-4c35-8284-42ba9f7a846a tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:46:59.023650 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-22c550e1-d14b-49c2-9354-3c3f3c55e3c7 req-51d4d2a3-1ef8-4c35-8284-42ba9f7a846a tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=66c75339-7bf0-44d2-bfd6-9423a5bee629 HTTP/1.1" status: 200 len: 946 time: 0.0530124 Jul 20 15:46:59.086081 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-22c550e1-d14b-49c2-9354-3c3f3c55e3c7 req-4e3245da-7c8b-4e60-8f5b-41c6d61768c2 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494115 Jul 20 15:46:59.628612 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=6 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:47:00.201235 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125fef2-ffd0-42b7-894b-03b91a0b56bb req-478af140-ce34-4ab9-bd01-ce1b9e04a9dd tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:47:00.202826 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-7125fef2-ffd0-42b7-894b-03b91a0b56bb req-478af140-ce34-4ab9-bd01-ce1b9e04a9dd tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=66c75339-7bf0-44d2-bfd6-9423a5bee629 HTTP/1.1" status: 200 len: 946 time: 0.0492048 Jul 20 15:47:00.252422 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-7125fef2-ffd0-42b7-894b-03b91a0b56bb req-eae1faa5-eea9-4863-8bc2-f5f759ed62f9 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441980 Jul 20 15:47:00.367427 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244630c5-61ed-4442-b516-76a178510a59 req-00389b99-dd18-4824-bb65-6f41535b7ad7 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:47:00.368884 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-244630c5-61ed-4442-b516-76a178510a59 req-00389b99-dd18-4824-bb65-6f41535b7ad7 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=66c75339-7bf0-44d2-bfd6-9423a5bee629 HTTP/1.1" status: 200 len: 946 time: 0.0495024 Jul 20 15:47:00.423862 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-244630c5-61ed-4442-b516-76a178510a59 req-a3db3d44-dc7e-4749-a434-c5a6dd3a793f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491915 Jul 20 15:47:00.446697 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 51880) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:47:00.485751 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafdce09-7c77-4216-8281-7e21204aadd4 tempest-TestVolumeBootPattern-352958089 tempest-TestVolumeBootPattern-352958089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:47:00.487295 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-cafdce09-7c77-4216-8281-7e21204aadd4 tempest-TestVolumeBootPattern-352958089 tempest-TestVolumeBootPattern-352958089-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=66c75339-7bf0-44d2-bfd6-9423a5bee629 HTTP/1.1" status: 200 len: 1125 time: 0.0396211 Jul 20 15:47:00.490132 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 51882) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:47:00.494390 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.v2.base [None req-d7fac727-9853-4517-b835-12cb70d10164 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Request body: {'floatingip': {'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'port_id': '694cd4a5-edf0-4c30-8149-2d9993368cc5', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104510) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 15:47:00.607575 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-d7fac727-9853-4517-b835-12cb70d10164 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:47:00.662892 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:47:00.692331 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-d7fac727-9853-4517-b835-12cb70d10164 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (None), before_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:47:00.706777 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:47:00.814488 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.db_base_plugin_common [None req-d7fac727-9853-4517-b835-12cb70d10164 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Allocated IP 172.27.1.160 (8e10d912-d794-48e6-8f9b-6baf59c7f77e/d5daf119-8c14-4f50-a186-1c01cb5bfe5f/96b31ebc-8a68-4f66-9d38-1aa9659c6698) {{(pid=104510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 15:47:00.924532 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-d7fac727-9853-4517-b835-12cb70d10164 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks [] for port (96b31ebc-8a68-4f66-9d38-1aa9659c6698), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:47:01.014186 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-d7fac727-9853-4517-b835-12cb70d10164 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737057181413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25775823'] for port (96b31ebc-8a68-4f66-9d38-1aa9659c6698), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:47:01.053154 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fac727-9853-4517-b835-12cb70d10164 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Network 8e10d912-d794-48e6-8f9b-6baf59c7f77e is already hosted by enough agents. {{(pid=104510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 15:47:01.058354 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.base_scheduler [None req-d7fac727-9853-4517-b835-12cb70d10164 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Resources bound (agent type, host, resource id): {{(pid=104510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 15:47:01.063076 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fac727-9853-4517-b835-12cb70d10164 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Received port after_create {{(pid=104510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 15:47:01.085985 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fac727-9853-4517-b835-12cb70d10164 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Pushing event updated for resources: {'Port': ['ID=96b31ebc-8a68-4f66-9d38-1aa9659c6698,revision_number=1']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:47:01.098729 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fac727-9853-4517-b835-12cb70d10164 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:47:01.099074 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fac727-9853-4517-b835-12cb70d10164 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:47:01.099416 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fac727-9853-4517-b835-12cb70d10164 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:47:01.099756 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fac727-9853-4517-b835-12cb70d10164 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:47:01.100086 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fac727-9853-4517-b835-12cb70d10164 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:47:01.100417 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fac727-9853-4517-b835-12cb70d10164 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:47:01.100745 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fac727-9853-4517-b835-12cb70d10164 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:47:01.101126 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fac727-9853-4517-b835-12cb70d10164 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:47:01.101454 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fac727-9853-4517-b835-12cb70d10164 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:47:01.101782 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fac727-9853-4517-b835-12cb70d10164 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:47:01.102122 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fac727-9853-4517-b835-12cb70d10164 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:47:01.102466 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fac727-9853-4517-b835-12cb70d10164 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:47:01.102787 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fac727-9853-4517-b835-12cb70d10164 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:47:01.103173 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fac727-9853-4517-b835-12cb70d10164 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:47:01.103496 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fac727-9853-4517-b835-12cb70d10164 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:47:01.206856 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:47:01.703400 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-d7fac727-9853-4517-b835-12cb70d10164 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks [] for floatingip (fbca6906-038e-4f02-b202-61993ad6b154), precommit_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:47:01.839065 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-d7fac727-9853-4517-b835-12cb70d10164 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7796041'] for port (96b31ebc-8a68-4f66-9d38-1aa9659c6698), before_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:47:01.992520 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-d7fac727-9853-4517-b835-12cb70d10164 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks [] for port (96b31ebc-8a68-4f66-9d38-1aa9659c6698), precommit_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:47:02.106568 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-d7fac727-9853-4517-b835-12cb70d10164 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737057529348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737057181431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737057181453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25775864'] for port (96b31ebc-8a68-4f66-9d38-1aa9659c6698), after_update {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:47:02.182817 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fac727-9853-4517-b835-12cb70d10164 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Pushing event updated for resources: {'Port': ['ID=96b31ebc-8a68-4f66-9d38-1aa9659c6698,revision_number=2']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:47:02.195726 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-d7fac727-9853-4517-b835-12cb70d10164 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1714675'] for floatingip (fbca6906-038e-4f02-b202-61993ad6b154), after_create {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:47:02.233778 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:47:02.295714 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.db.l3_db [None req-d7fac727-9853-4517-b835-12cb70d10164 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Floating IP fbca6906-038e-4f02-b202-61993ad6b154 associated. External IP: 172.27.1.160, port: 694cd4a5-edf0-4c30-8149-2d9993368cc5. Jul 20 15:47:02.502220 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7fac727-9853-4517-b835-12cb70d10164 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Router 58e75455-c0a5-448c-884c-a6d0eb47a6a1 has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:47:02.546871 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:47:02.614140 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7fac727-9853-4517-b835-12cb70d10164 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:47:02.627278 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69414026-2262-4d28-bdfb-da62a8336714 None None] Sync routers for ids ['58e75455-c0a5-448c-884c-a6d0eb47a6a1'] in dv-cinder-819149-12-iscsi {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:47:02.640992 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69414026-2262-4d28-bdfb-da62a8336714 None None] Routers {'58e75455-c0a5-448c-884c-a6d0eb47a6a1'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:47:02.641699 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-69414026-2262-4d28-bdfb-da62a8336714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:46:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['58e75455-c0a5-448c-884c-a6d0eb47a6a1'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:47:02.751310 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-69414026-2262-4d28-bdfb-da62a8336714 None None] Set router 58e75455-c0a5-448c-884c-a6d0eb47a6a1 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:47:02.798047 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-d7fac727-9853-4517-b835-12cb70d10164 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for floatingip (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:47:02.830323 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-d7fac727-9853-4517-b835-12cb70d10164 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3389285 Jul 20 15:47:02.830938 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c75339-7bf0-44d2-bfd6-9423a5bee629', 'tag': '694cd4a5-edf0-4c30-8149-2d9993368cc5'}] {{(pid=104510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:47:02.833172 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e6f04493f4523d7005559a5723156fec6de25b8db42c399d87358264a9319a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f09ef2a-53f1-405a-9c13-175f5344d836" -d '{"events": [{"name": "network-changed", "server_uuid": "66c75339-7bf0-44d2-bfd6-9423a5bee629", "tag": "694cd4a5-edf0-4c30-8149-2d9993368cc5"}]}' {{(pid=104510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:47:02.871891 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 15:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f04e0a-f6f9-435c-9814-18a1e160c242 x-openstack-request-id: req-a2f04e0a-f6f9-435c-9814-18a1e160c242 {{(pid=104510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:47:02.872172 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c75339-7bf0-44d2-bfd6-9423a5bee629", "tag": "694cd4a5-edf0-4c30-8149-2d9993368cc5", "status": "completed", "code": 200}]} {{(pid=104510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:47:02.872435 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a2f04e0a-f6f9-435c-9814-18a1e160c242 {{(pid=104510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:47:02.872872 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2f04e0a-f6f9-435c-9814-18a1e160c242'] response: {'name': 'network-changed', 'server_uuid': '66c75339-7bf0-44d2-bfd6-9423a5bee629', 'tag': '694cd4a5-edf0-4c30-8149-2d9993368cc5', 'status': 'completed', 'code': 200} Jul 20 15:47:02.944156 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09ef2a-53f1-405a-9c13-175f5344d836 req-15dafcd2-d5ab-43e9-ab99-1dbb48e4ee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:47:02.945702 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-8f09ef2a-53f1-405a-9c13-175f5344d836 req-15dafcd2-d5ab-43e9-ab99-1dbb48e4ee89 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=68372ee91fb843108d3b0cb1c99cd186&device_id=66c75339-7bf0-44d2-bfd6-9423a5bee629 HTTP/1.1" status: 200 len: 1130 time: 0.0505962 Jul 20 15:47:03.043303 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09ef2a-53f1-405a-9c13-175f5344d836 req-9f6771bb-7b8a-4fba-b48b-f9fa3f59eecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:47:03.045556 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-8f09ef2a-53f1-405a-9c13-175f5344d836 req-9f6771bb-7b8a-4fba-b48b-f9fa3f59eecc service neutron] 10.222.0.102 "GET /v2.0/networks?id=8628016f-4714-4c11-b108-0d43d71372c8 HTTP/1.1" status: 200 len: 913 time: 0.0929842 Jul 20 15:47:03.061143 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-69414026-2262-4d28-bdfb-da62a8336714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'name': 'tempest-TestVolumeBootPattern-1186327595-router', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '317c9f37-8331-4520-87c8-d09522208764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:41:25Z', 'updated_at': '2022-07-20T15:41:29Z', 'revision_number': 4, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'gw_port': {'id': '317c9f37-8331-4520-87c8-d09522208764', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:26Z', 'updated_at': '2022-07-20T15:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': 'f049f7fa-9911-495d-a914-444223ac233a', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'floating_ip_address': '172.27.1.145', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'port_id': '79406cc4-e652-4f2a-9034-e4eee6709cd7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8', 'mac_address': 'fa:16:3e:55:26:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6f927d-f118-4346-b787-006374e56107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:44:56Z', 'updated_at': '2022-07-20T15:44:58Z', 'revision_number': 1, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'fixed_ip_address_scope': None}, {'id': 'fbca6906-038e-4f02-b202-61993ad6b154', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'floating_ip_address': '172.27.1.160', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'port_id': '694cd4a5-edf0-4c30-8149-2d9993368cc5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8', 'mac_address': 'fa:16:3e:90:b6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c75339-7bf0-44d2-bfd6-9423a5bee629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:47:01Z', 'updated_at': '2022-07-20T15:47:01Z', 'revision_number': 0, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31fc220c-439e-462b-9134-d96ad34f9f6b', 'name': '', 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'mac_address': 'fa:16:3e:c4:40:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:28Z', 'updated_at': '2022-07-20T15:41:33Z', 'revision_number': 5, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'subnets': [{'id': 'a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:47:03.085968 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69414026-2262-4d28-bdfb-da62a8336714 None None] Checking router: 58e75455-c0a5-448c-884c-a6d0eb47a6a1 for host: dv-cinder-819149-12-iscsi {{(pid=104512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:47:03.096355 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69414026-2262-4d28-bdfb-da62a8336714 None None] Routers {'58e75455-c0a5-448c-884c-a6d0eb47a6a1'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:47:03.098164 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-69414026-2262-4d28-bdfb-da62a8336714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:46:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['58e75455-c0a5-448c-884c-a6d0eb47a6a1'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:47:03.126977 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-8f09ef2a-53f1-405a-9c13-175f5344d836 req-13650079-f495-4129-a908-a2de18288151 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=694cd4a5-edf0-4c30-8149-2d9993368cc5 HTTP/1.1" status: 200 len: 1000 time: 0.0750470 Jul 20 15:47:03.181851 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09ef2a-53f1-405a-9c13-175f5344d836 req-69979f4d-71ea-409e-b8a8-3198f80920d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:47:03.183545 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-8f09ef2a-53f1-405a-9c13-175f5344d836 req-69979f4d-71ea-409e-b8a8-3198f80920d7 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6 HTTP/1.1" status: 200 len: 851 time: 0.0510759 Jul 20 15:47:03.200806 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-69414026-2262-4d28-bdfb-da62a8336714 None None] Set router 58e75455-c0a5-448c-884c-a6d0eb47a6a1 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:47:03.230282 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09ef2a-53f1-405a-9c13-175f5344d836 req-4a1e0379-2de0-4d6a-83bb-3ba1edb4172b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:47:03.231872 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-8f09ef2a-53f1-405a-9c13-175f5344d836 req-4a1e0379-2de0-4d6a-83bb-3ba1edb4172b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8628016f-4714-4c11-b108-0d43d71372c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423894 Jul 20 15:47:03.336101 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-8f09ef2a-53f1-405a-9c13-175f5344d836 req-b92463bf-0acb-4a5b-8cff-581c73318478 service neutron] 10.222.0.102 "GET /v2.0/networks/8628016f-4714-4c11-b108-0d43d71372c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982203 Jul 20 15:47:03.422630 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=100 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:47:03.436968 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-69414026-2262-4d28-bdfb-da62a8336714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'name': 'tempest-TestVolumeBootPattern-1186327595-router', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '317c9f37-8331-4520-87c8-d09522208764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:41:25Z', 'updated_at': '2022-07-20T15:41:29Z', 'revision_number': 4, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'gw_port': {'id': '317c9f37-8331-4520-87c8-d09522208764', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:26Z', 'updated_at': '2022-07-20T15:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': 'f049f7fa-9911-495d-a914-444223ac233a', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'floating_ip_address': '172.27.1.145', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'port_id': '79406cc4-e652-4f2a-9034-e4eee6709cd7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8', 'mac_address': 'fa:16:3e:55:26:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6f927d-f118-4346-b787-006374e56107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:44:56Z', 'updated_at': '2022-07-20T15:44:58Z', 'revision_number': 1, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'fixed_ip_address_scope': None}, {'id': 'fbca6906-038e-4f02-b202-61993ad6b154', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'floating_ip_address': '172.27.1.160', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'port_id': '694cd4a5-edf0-4c30-8149-2d9993368cc5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8', 'mac_address': 'fa:16:3e:90:b6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c75339-7bf0-44d2-bfd6-9423a5bee629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:47:01Z', 'updated_at': '2022-07-20T15:47:01Z', 'revision_number': 0, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31fc220c-439e-462b-9134-d96ad34f9f6b', 'name': '', 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'mac_address': 'fa:16:3e:c4:40:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:28Z', 'updated_at': '2022-07-20T15:41:33Z', 'revision_number': 5, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'subnets': [{'id': 'a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:47:03.448538 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-8f09ef2a-53f1-405a-9c13-175f5344d836 req-2d6f94b8-8517-4552-91f2-93d7fe9b0b92 service neutron] 10.222.0.102 "GET /v2.0/networks/8628016f-4714-4c11-b108-0d43d71372c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052985 Jul 20 15:47:03.475983 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69414026-2262-4d28-bdfb-da62a8336714 None None] The sync data for ids ['58e75455-c0a5-448c-884c-a6d0eb47a6a1'] in dv-cinder-819149-12-iscsi is: [{'id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'name': 'tempest-TestVolumeBootPattern-1186327595-router', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '317c9f37-8331-4520-87c8-d09522208764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:41:25Z', 'updated_at': '2022-07-20T15:41:29Z', 'revision_number': 4, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'gw_port': {'id': '317c9f37-8331-4520-87c8-d09522208764', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:26Z', 'updated_at': '2022-07-20T15:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': 'f049f7fa-9911-495d-a914-444223ac233a', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'floating_ip_address': '172.27.1.145', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'port_id': '79406cc4-e652-4f2a-9034-e4eee6709cd7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8', 'mac_address': 'fa:16:3e:55:26:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6f927d-f118-4346-b787-006374e56107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:44:56Z', 'updated_at': '2022-07-20T15:44:58Z', 'revision_number': 1, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'fixed_ip_address_scope': None}, {'id': 'fbca6906-038e-4f02-b202-61993ad6b154', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'floating_ip_address': '172.27.1.160', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'port_id': '694cd4a5-edf0-4c30-8149-2d9993368cc5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8', 'mac_address': 'fa:16:3e:90:b6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c75339-7bf0-44d2-bfd6-9423a5bee629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:47:01Z', 'updated_at': '2022-07-20T15:47:01Z', 'revision_number': 0, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31fc220c-439e-462b-9134-d96ad34f9f6b', 'name': '', 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'mac_address': 'fa:16:3e:c4:40:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:28Z', 'updated_at': '2022-07-20T15:41:33Z', 'revision_number': 5, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'subnets': [{'id': 'a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:47:03.675413 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd8f431-662a-49f7-a68c-1b64c63064d9 None None] New status for floating IP fbca6906-038e-4f02-b202-61993ad6b154: ACTIVE {{(pid=104511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 15:47:09.138529 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:47:12.824778 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=4 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:47:12.826776 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=43,neutron:DELETE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:47:13.432469 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=74 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:47:13.441329 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=74 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:47:13.445429 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=62 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:47:18.948409 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=60,neutron:UPDATE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:47:18.950335 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:47:20.040765 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-40ad832e-3b4f-4ab9-a066-e335ed1e1e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:47:22.578994 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-13f2b0ac-410e-4d8b-8f81-fdb484594ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:47:23.744224 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:47:25.115298 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:47:25.316257 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:47:26.631405 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 6 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:47:31.894013 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [req-9746d254-b73b-4da6-8cdd-25fb8af9266a req-13ad65aa-07b8-42bf-90da-264d54a91be0 service neutron] (104509) timed out ('10.222.0.102', 62127) {{(pid=104509) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 20 15:47:35.011781 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:47:35.013665 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:47:36.625942 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=7 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:47:36.626736 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:47:39.109568 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:47:48.929519 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=12 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:47:48.930943 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=14 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:47:48.957557 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:47:48.959891 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:47:50.040805 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-276d4825-ed86-49fb-835e-21a014731df4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:47:52.451850 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-490163e1-5e31-4175-a0ad-eb37a9369639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:47:53.383734 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-919b5d9e-109b-418a-97a9-305be39a5626 req-aad16518-6270-46b2-80a1-c654a545e9e1 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=cd6f927d-f118-4346-b787-006374e56107&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0944498 Jul 20 15:47:53.467110 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b5d9e-109b-418a-97a9-305be39a5626 req-120fb77c-f500-4f22-a4aa-19ea8554e7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:47:53.468633 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-919b5d9e-109b-418a-97a9-305be39a5626 req-120fb77c-f500-4f22-a4aa-19ea8554e7ec service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=68372ee91fb843108d3b0cb1c99cd186&device_id=cd6f927d-f118-4346-b787-006374e56107 HTTP/1.1" status: 200 len: 1130 time: 0.0415993 Jul 20 15:47:53.574359 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b5d9e-109b-418a-97a9-305be39a5626 req-553ea886-5b06-4f2a-9ded-1fc9ee685293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:47:53.575831 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-919b5d9e-109b-418a-97a9-305be39a5626 req-553ea886-5b06-4f2a-9ded-1fc9ee685293 service neutron] 10.222.0.102 "GET /v2.0/networks?id=8628016f-4714-4c11-b108-0d43d71372c8 HTTP/1.1" status: 200 len: 913 time: 0.0883133 Jul 20 15:47:53.653796 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-919b5d9e-109b-418a-97a9-305be39a5626 req-47e90947-869a-49c5-a92e-9fdc9c8795a0 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79406cc4-e652-4f2a-9034-e4eee6709cd7 HTTP/1.1" status: 200 len: 1002 time: 0.0709028 Jul 20 15:47:53.685870 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:47:53.702853 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b5d9e-109b-418a-97a9-305be39a5626 req-ea82da76-4851-45cf-b6d9-43f7094d4e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:47:53.704288 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-919b5d9e-109b-418a-97a9-305be39a5626 req-ea82da76-4851-45cf-b6d9-43f7094d4e2e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6 HTTP/1.1" status: 200 len: 851 time: 0.0453110 Jul 20 15:47:53.749186 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b5d9e-109b-418a-97a9-305be39a5626 req-9e9bfe83-631d-4f25-8299-d0b18bacad8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:47:53.750701 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-919b5d9e-109b-418a-97a9-305be39a5626 req-9e9bfe83-631d-4f25-8299-d0b18bacad8d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8628016f-4714-4c11-b108-0d43d71372c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402896 Jul 20 15:47:53.847002 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-919b5d9e-109b-418a-97a9-305be39a5626 req-5c5855f7-1504-431a-9c35-b523e513e53f service neutron] 10.222.0.102 "GET /v2.0/networks/8628016f-4714-4c11-b108-0d43d71372c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905502 Jul 20 15:47:53.939497 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-919b5d9e-109b-418a-97a9-305be39a5626 req-3655e051-0e82-4d16-a210-0fb30a7bc055 service neutron] 10.222.0.102 "GET /v2.0/networks/8628016f-4714-4c11-b108-0d43d71372c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867782 Jul 20 15:47:54.960100 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:47:55.118819 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:03.631596 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 6 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:48:03.934281 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=50 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:48:03.936199 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=51 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:48:05.012881 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:48:05.014761 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:48:09.043762 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:10.432868 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=2 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:48:13.627888 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=6 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:48:18.956595 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:48:18.962730 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:48:20.097687 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-c623afd2-c3d9-4263-8a0a-c9351032cea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:22.497715 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-f83261b0-6a79-4114-8641-1e35da8f6bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:23.714929 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:24.982731 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:25.117719 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:31.186345 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 51912) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:48:31.342793 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [None req-3f0fd021-aec6-4572-999c-6672b2d8eb55 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Deleting port 96b31ebc-8a68-4f66-9d38-1aa9659c6698 {{(pid=104510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:48:31.343165 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-3f0fd021-aec6-4572-999c-6672b2d8eb55 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (96b31ebc-8a68-4f66-9d38-1aa9659c6698), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:31.426084 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-3f0fd021-aec6-4572-999c-6672b2d8eb55 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (96b31ebc-8a68-4f66-9d38-1aa9659c6698), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:31.426411 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-3f0fd021-aec6-4572-999c-6672b2d8eb55 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks [] for floatingip (96b31ebc-8a68-4f66-9d38-1aa9659c6698), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:31.439091 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [None req-3f0fd021-aec6-4572-999c-6672b2d8eb55 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Calling delete_port for 96b31ebc-8a68-4f66-9d38-1aa9659c6698 owned by network:floatingip {{(pid=104510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:48:31.680092 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-3f0fd021-aec6-4572-999c-6672b2d8eb55 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25775823'] for port (96b31ebc-8a68-4f66-9d38-1aa9659c6698), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:31.705377 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0fd021-aec6-4572-999c-6672b2d8eb55 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Pushing event deleted for resources: {'Port': ['ID=96b31ebc-8a68-4f66-9d38-1aa9659c6698,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:48:31.732582 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0fd021-aec6-4572-999c-6672b2d8eb55 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:48:31.732950 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0fd021-aec6-4572-999c-6672b2d8eb55 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:48:31.733329 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0fd021-aec6-4572-999c-6672b2d8eb55 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:48:31.733701 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0fd021-aec6-4572-999c-6672b2d8eb55 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:48:31.734045 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0fd021-aec6-4572-999c-6672b2d8eb55 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:48:31.734407 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0fd021-aec6-4572-999c-6672b2d8eb55 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:48:31.734761 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0fd021-aec6-4572-999c-6672b2d8eb55 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:48:31.735108 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0fd021-aec6-4572-999c-6672b2d8eb55 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:48:31.735441 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0fd021-aec6-4572-999c-6672b2d8eb55 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:48:31.735770 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0fd021-aec6-4572-999c-6672b2d8eb55 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:48:31.736098 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0fd021-aec6-4572-999c-6672b2d8eb55 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:48:31.736430 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0fd021-aec6-4572-999c-6672b2d8eb55 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:48:31.736755 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0fd021-aec6-4572-999c-6672b2d8eb55 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:48:31.737087 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0fd021-aec6-4572-999c-6672b2d8eb55 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:48:31.737404 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0fd021-aec6-4572-999c-6672b2d8eb55 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:48:31.785312 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-3f0fd021-aec6-4572-999c-6672b2d8eb55 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks [] for floatingip (fbca6906-038e-4f02-b202-61993ad6b154), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:31.785670 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.db.l3_db [None req-3f0fd021-aec6-4572-999c-6672b2d8eb55 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Floating IP fbca6906-038e-4f02-b202-61993ad6b154 disassociated (deleted). External IP: 172.27.1.160, port: 694cd4a5-edf0-4c30-8149-2d9993368cc5. Jul 20 15:48:31.992445 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0fd021-aec6-4572-999c-6672b2d8eb55 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Router 58e75455-c0a5-448c-884c-a6d0eb47a6a1 has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:48:32.105288 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:48:32.108860 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0fd021-aec6-4572-999c-6672b2d8eb55 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:48:32.128846 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-3f0fd021-aec6-4572-999c-6672b2d8eb55 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for floatingip (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:32.128955 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab103d3-7515-4c12-aa34-b0f9fe6b94e8 None None] Sync routers for ids ['58e75455-c0a5-448c-884c-a6d0eb47a6a1'] in dv-cinder-819149-12-iscsi {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:48:32.128955 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab103d3-7515-4c12-aa34-b0f9fe6b94e8 None None] Routers {'58e75455-c0a5-448c-884c-a6d0eb47a6a1'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:48:32.129546 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-6ab103d3-7515-4c12-aa34-b0f9fe6b94e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:48:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['58e75455-c0a5-448c-884c-a6d0eb47a6a1'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:48:32.254154 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-3f0fd021-aec6-4572-999c-6672b2d8eb55 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "DELETE /v2.0/floatingips/fbca6906-038e-4f02-b202-61993ad6b154 HTTP/1.1" status: 204 len: 168 time: 1.0665550 Jul 20 15:48:32.255032 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c75339-7bf0-44d2-bfd6-9423a5bee629', 'tag': '694cd4a5-edf0-4c30-8149-2d9993368cc5'}] {{(pid=104510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:48:32.258380 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e6f04493f4523d7005559a5723156fec6de25b8db42c399d87358264a9319a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8d9313-09cc-4e92-a2ca-ca13df02dce1" -d '{"events": [{"name": "network-changed", "server_uuid": "66c75339-7bf0-44d2-bfd6-9423a5bee629", "tag": "694cd4a5-edf0-4c30-8149-2d9993368cc5"}]}' {{(pid=104510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:48:32.317438 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-6ab103d3-7515-4c12-aa34-b0f9fe6b94e8 None None] Set router 58e75455-c0a5-448c-884c-a6d0eb47a6a1 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:48:32.388087 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 15:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98bcbb35-6b18-4cfe-88ea-ee826a081d55 x-openstack-request-id: req-98bcbb35-6b18-4cfe-88ea-ee826a081d55 {{(pid=104510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:48:32.388408 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c75339-7bf0-44d2-bfd6-9423a5bee629", "tag": "694cd4a5-edf0-4c30-8149-2d9993368cc5", "status": "completed", "code": 200}]} {{(pid=104510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:48:32.388662 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-98bcbb35-6b18-4cfe-88ea-ee826a081d55 {{(pid=104510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:48:32.389067 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98bcbb35-6b18-4cfe-88ea-ee826a081d55'] response: {'name': 'network-changed', 'server_uuid': '66c75339-7bf0-44d2-bfd6-9423a5bee629', 'tag': '694cd4a5-edf0-4c30-8149-2d9993368cc5', 'status': 'completed', 'code': 200} Jul 20 15:48:32.477300 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d9313-09cc-4e92-a2ca-ca13df02dce1 req-a99330e1-80c5-4690-85b1-804e4b81d5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:48:32.478884 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-2b8d9313-09cc-4e92-a2ca-ca13df02dce1 req-a99330e1-80c5-4690-85b1-804e4b81d5f4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=68372ee91fb843108d3b0cb1c99cd186&device_id=66c75339-7bf0-44d2-bfd6-9423a5bee629 HTTP/1.1" status: 200 len: 1130 time: 0.0635426 Jul 20 15:48:32.575024 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d9313-09cc-4e92-a2ca-ca13df02dce1 req-dcc5347d-72f7-41c4-aa6d-f0b3942b4d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:48:32.576529 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-2b8d9313-09cc-4e92-a2ca-ca13df02dce1 req-dcc5347d-72f7-41c4-aa6d-f0b3942b4d7c service neutron] 10.222.0.102 "GET /v2.0/networks?id=8628016f-4714-4c11-b108-0d43d71372c8 HTTP/1.1" status: 200 len: 913 time: 0.0911610 Jul 20 15:48:32.580696 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-6ab103d3-7515-4c12-aa34-b0f9fe6b94e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'name': 'tempest-TestVolumeBootPattern-1186327595-router', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '317c9f37-8331-4520-87c8-d09522208764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:41:25Z', 'updated_at': '2022-07-20T15:41:29Z', 'revision_number': 4, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'gw_port': {'id': '317c9f37-8331-4520-87c8-d09522208764', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:26Z', 'updated_at': '2022-07-20T15:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': 'f049f7fa-9911-495d-a914-444223ac233a', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'floating_ip_address': '172.27.1.145', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'port_id': '79406cc4-e652-4f2a-9034-e4eee6709cd7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8', 'mac_address': 'fa:16:3e:55:26:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6f927d-f118-4346-b787-006374e56107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:44:56Z', 'updated_at': '2022-07-20T15:44:58Z', 'revision_number': 1, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31fc220c-439e-462b-9134-d96ad34f9f6b', 'name': '', 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'mac_address': 'fa:16:3e:c4:40:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:28Z', 'updated_at': '2022-07-20T15:41:33Z', 'revision_number': 5, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'subnets': [{'id': 'a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:48:32.609543 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab103d3-7515-4c12-aa34-b0f9fe6b94e8 None None] Checking router: 58e75455-c0a5-448c-884c-a6d0eb47a6a1 for host: dv-cinder-819149-12-iscsi {{(pid=104512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:48:32.618175 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab103d3-7515-4c12-aa34-b0f9fe6b94e8 None None] Routers {'58e75455-c0a5-448c-884c-a6d0eb47a6a1'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:48:32.618802 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-6ab103d3-7515-4c12-aa34-b0f9fe6b94e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:48:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['58e75455-c0a5-448c-884c-a6d0eb47a6a1'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:48:32.619424 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-2b8d9313-09cc-4e92-a2ca-ca13df02dce1 req-cec8ab7b-c8a7-4edb-973f-d099b103d787 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=694cd4a5-edf0-4c30-8149-2d9993368cc5 HTTP/1.1" status: 200 len: 217 time: 0.0373816 Jul 20 15:48:32.676518 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d9313-09cc-4e92-a2ca-ca13df02dce1 req-9d4b7b89-d3e2-4e05-a22a-fdf44ada1915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:48:32.678021 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-2b8d9313-09cc-4e92-a2ca-ca13df02dce1 req-9d4b7b89-d3e2-4e05-a22a-fdf44ada1915 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6 HTTP/1.1" status: 200 len: 851 time: 0.0535090 Jul 20 15:48:32.722170 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-6ab103d3-7515-4c12-aa34-b0f9fe6b94e8 None None] Set router 58e75455-c0a5-448c-884c-a6d0eb47a6a1 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:48:32.726345 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d9313-09cc-4e92-a2ca-ca13df02dce1 req-13148617-6cd4-4456-8118-5bbf359ba981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:48:32.728090 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-2b8d9313-09cc-4e92-a2ca-ca13df02dce1 req-13148617-6cd4-4456-8118-5bbf359ba981 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8628016f-4714-4c11-b108-0d43d71372c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440278 Jul 20 15:48:32.838113 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-2b8d9313-09cc-4e92-a2ca-ca13df02dce1 req-d6f51178-401e-4e5b-91d9-9bfb97c87281 service neutron] 10.222.0.102 "GET /v2.0/networks/8628016f-4714-4c11-b108-0d43d71372c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037261 Jul 20 15:48:32.943573 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-2b8d9313-09cc-4e92-a2ca-ca13df02dce1 req-85064b53-3141-4ee8-b568-fdf596bfcfe5 service neutron] 10.222.0.102 "GET /v2.0/networks/8628016f-4714-4c11-b108-0d43d71372c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003180 Jul 20 15:48:33.049744 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-6ab103d3-7515-4c12-aa34-b0f9fe6b94e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'name': 'tempest-TestVolumeBootPattern-1186327595-router', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '317c9f37-8331-4520-87c8-d09522208764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:41:25Z', 'updated_at': '2022-07-20T15:41:29Z', 'revision_number': 4, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'gw_port': {'id': '317c9f37-8331-4520-87c8-d09522208764', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:26Z', 'updated_at': '2022-07-20T15:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': 'f049f7fa-9911-495d-a914-444223ac233a', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'floating_ip_address': '172.27.1.145', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'port_id': '79406cc4-e652-4f2a-9034-e4eee6709cd7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8', 'mac_address': 'fa:16:3e:55:26:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6f927d-f118-4346-b787-006374e56107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:44:56Z', 'updated_at': '2022-07-20T15:44:58Z', 'revision_number': 1, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31fc220c-439e-462b-9134-d96ad34f9f6b', 'name': '', 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'mac_address': 'fa:16:3e:c4:40:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:28Z', 'updated_at': '2022-07-20T15:41:33Z', 'revision_number': 5, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'subnets': [{'id': 'a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:48:33.083331 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab103d3-7515-4c12-aa34-b0f9fe6b94e8 None None] The sync data for ids ['58e75455-c0a5-448c-884c-a6d0eb47a6a1'] in dv-cinder-819149-12-iscsi is: [{'id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'name': 'tempest-TestVolumeBootPattern-1186327595-router', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '317c9f37-8331-4520-87c8-d09522208764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:41:25Z', 'updated_at': '2022-07-20T15:41:29Z', 'revision_number': 4, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'gw_port': {'id': '317c9f37-8331-4520-87c8-d09522208764', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:26Z', 'updated_at': '2022-07-20T15:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_floatingips': [{'id': 'f049f7fa-9911-495d-a914-444223ac233a', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'floating_ip_address': '172.27.1.145', 'floating_network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'router_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'port_id': '79406cc4-e652-4f2a-9034-e4eee6709cd7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8', 'mac_address': 'fa:16:3e:55:26:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6f927d-f118-4346-b787-006374e56107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T15:44:56Z', 'updated_at': '2022-07-20T15:44:58Z', 'revision_number': 1, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31fc220c-439e-462b-9134-d96ad34f9f6b', 'name': '', 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'mac_address': 'fa:16:3e:c4:40:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:28Z', 'updated_at': '2022-07-20T15:41:33Z', 'revision_number': 5, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'subnets': [{'id': 'a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:48:33.320832 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba87f54-cf95-4f08-8dc2-babb0b8788fb None None] New status for floating IP fbca6906-038e-4f02-b202-61993ad6b154: DOWN {{(pid=104511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 15:48:33.480489 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:48:33.494587 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2aaa19-d028-4ad7-9ce4-91773221b839 req-6c4a4fa7-0009-495a-8935-77975adc56d9 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:48:33.500021 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3e2aaa19-d028-4ad7-9ce4-91773221b839 req-6c4a4fa7-0009-495a-8935-77975adc56d9 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=66c75339-7bf0-44d2-bfd6-9423a5bee629 HTTP/1.1" status: 200 len: 946 time: 0.0502708 Jul 20 15:48:33.551564 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-3e2aaa19-d028-4ad7-9ce4-91773221b839 req-d1060d65-5b8c-4fb2-ad58-9c13def499bf tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490541 Jul 20 15:48:34.673668 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c1bdc-23fd-430d-8bd8-4b83f23ab90c req-2d678cb6-48f7-4ff5-a965-3c18f6f55b38 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:48:34.675192 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4e7c1bdc-23fd-430d-8bd8-4b83f23ab90c req-2d678cb6-48f7-4ff5-a965-3c18f6f55b38 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=66c75339-7bf0-44d2-bfd6-9423a5bee629 HTTP/1.1" status: 200 len: 946 time: 0.0482898 Jul 20 15:48:34.732357 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-4e7c1bdc-23fd-430d-8bd8-4b83f23ab90c req-0c9fc094-952e-4351-8fef-8ca895375c7c tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513737 Jul 20 15:48:34.951736 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45611f5c-50d0-44e8-9001-754b0faf500d req-3c48cbd5-9fb7-419c-9d91-c1f98a89eb5b tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:48:34.953046 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-45611f5c-50d0-44e8-9001-754b0faf500d req-3c48cbd5-9fb7-419c-9d91-c1f98a89eb5b tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.102 "GET /v2.0/ports?device_id=66c75339-7bf0-44d2-bfd6-9423a5bee629 HTTP/1.1" status: 200 len: 946 time: 0.0537524 Jul 20 15:48:35.039989 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [req-45611f5c-50d0-44e8-9001-754b0faf500d req-979f7020-e463-45bb-856a-cee6b2d84c0f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Deleting port 694cd4a5-edf0-4c30-8149-2d9993368cc5 {{(pid=104509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:48:35.040335 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-45611f5c-50d0-44e8-9001-754b0faf500d req-979f7020-e463-45bb-856a-cee6b2d84c0f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (694cd4a5-edf0-4c30-8149-2d9993368cc5), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:35.138246 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-45611f5c-50d0-44e8-9001-754b0faf500d req-979f7020-e463-45bb-856a-cee6b2d84c0f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] For port 694cd4a5-edf0-4c30-8149-2d9993368cc5, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=694cd4a5-edf0-4c30-8149-2d9993368cc5,segment=NetworkSegment(c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28),segment_id=c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28)] {{(pid=104509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:48:35.138641 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-45611f5c-50d0-44e8-9001-754b0faf500d req-979f7020-e463-45bb-856a-cee6b2d84c0f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (694cd4a5-edf0-4c30-8149-2d9993368cc5), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:35.152469 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [req-45611f5c-50d0-44e8-9001-754b0faf500d req-979f7020-e463-45bb-856a-cee6b2d84c0f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Calling delete_port for 694cd4a5-edf0-4c30-8149-2d9993368cc5 owned by compute:nova {{(pid=104509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:48:35.405550 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-45611f5c-50d0-44e8-9001-754b0faf500d req-979f7020-e463-45bb-856a-cee6b2d84c0f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (694cd4a5-edf0-4c30-8149-2d9993368cc5), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:35.438141 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979f7020-e463-45bb-856a-cee6b2d84c0f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Pushing event deleted for resources: {'Port': ['ID=694cd4a5-edf0-4c30-8149-2d9993368cc5,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:48:35.465565 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979f7020-e463-45bb-856a-cee6b2d84c0f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:48:35.465914 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979f7020-e463-45bb-856a-cee6b2d84c0f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:48:35.466271 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979f7020-e463-45bb-856a-cee6b2d84c0f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:48:35.466634 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979f7020-e463-45bb-856a-cee6b2d84c0f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:48:35.466959 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979f7020-e463-45bb-856a-cee6b2d84c0f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:48:35.467287 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979f7020-e463-45bb-856a-cee6b2d84c0f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:48:35.467614 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979f7020-e463-45bb-856a-cee6b2d84c0f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:48:35.467936 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979f7020-e463-45bb-856a-cee6b2d84c0f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:48:35.468259 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979f7020-e463-45bb-856a-cee6b2d84c0f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:48:35.468582 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979f7020-e463-45bb-856a-cee6b2d84c0f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:48:35.468904 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979f7020-e463-45bb-856a-cee6b2d84c0f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:48:35.469227 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979f7020-e463-45bb-856a-cee6b2d84c0f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:48:35.469548 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979f7020-e463-45bb-856a-cee6b2d84c0f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:48:35.469867 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979f7020-e463-45bb-856a-cee6b2d84c0f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:48:35.470183 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979f7020-e463-45bb-856a-cee6b2d84c0f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:48:35.497741 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [req-45611f5c-50d0-44e8-9001-754b0faf500d req-979f7020-e463-45bb-856a-cee6b2d84c0f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] No DVR routers for this DVR port 694cd4a5-edf0-4c30-8149-2d9993368cc5 on host hv-cinder-81914 {{(pid=104509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 15:48:35.509212 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-45611f5c-50d0-44e8-9001-754b0faf500d req-979f7020-e463-45bb-856a-cee6b2d84c0f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:35.509212 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-45611f5c-50d0-44e8-9001-754b0faf500d req-979f7020-e463-45bb-856a-cee6b2d84c0f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.102 "DELETE /v2.0/ports/694cd4a5-edf0-4c30-8149-2d9993368cc5 HTTP/1.1" status: 204 len: 173 time: 0.5457561 Jul 20 15:48:35.509212 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c75339-7bf0-44d2-bfd6-9423a5bee629', 'name': 'network-vif-deleted', 'tag': '694cd4a5-edf0-4c30-8149-2d9993368cc5'}] {{(pid=104509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:48:35.509212 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df77c6b91a480694ea4413056d8ef6386aadd078611a8438297a7cf852766117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fca1984-1c79-4b24-aae5-52ed21f60e0a" -d '{"events": [{"server_uuid": "66c75339-7bf0-44d2-bfd6-9423a5bee629", "name": "network-vif-deleted", "tag": "694cd4a5-edf0-4c30-8149-2d9993368cc5"}]}' {{(pid=104509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:48:35.602775 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 15:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803b5989-d0a4-4b05-9460-399d733dc0a3 x-openstack-request-id: req-803b5989-d0a4-4b05-9460-399d733dc0a3 {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:48:35.603121 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c75339-7bf0-44d2-bfd6-9423a5bee629", "name": "network-vif-deleted", "tag": "694cd4a5-edf0-4c30-8149-2d9993368cc5", "status": "completed", "code": 200}]} {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:48:35.603401 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-803b5989-d0a4-4b05-9460-399d733dc0a3 {{(pid=104509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:48:35.603882 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-803b5989-d0a4-4b05-9460-399d733dc0a3'] response: {'server_uuid': '66c75339-7bf0-44d2-bfd6-9423a5bee629', 'name': 'network-vif-deleted', 'tag': '694cd4a5-edf0-4c30-8149-2d9993368cc5', 'status': 'completed', 'code': 200} Jul 20 15:48:35.842228 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-8c746fca-c3ba-4582-9494-b83597b58e4c req-0938f82f-bbf4-4047-8773-54619732aa0a tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=66c75339-7bf0-44d2-bfd6-9423a5bee629 HTTP/1.1" status: 200 len: 210 time: 0.0312033 Jul 20 15:48:36.972436 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-786c2277-0102-4f47-8f01-65d1495bf146 req-ccb8a4cb-c1b4-4c59-9f06-50ffca40f6de tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=66c75339-7bf0-44d2-bfd6-9423a5bee629 HTTP/1.1" status: 200 len: 210 time: 0.0316966 Jul 20 15:48:39.108446 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:39.719692 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 694cd4a5-edf0-4c30-8149-2d9993368cc5 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:48:39.739555 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] No Port match for: 694cd4a5-edf0-4c30-8149-2d9993368cc5 {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:48:39.739904 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 694cd4a5-edf0-4c30-8149-2d9993368cc5 not bound to the agent host hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:48:40.622091 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 51960) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:48:40.630511 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 6 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:48:40.774190 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [None req-5c28712d-0156-41ce-8dcd-bc0cb53b0163 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Deleting port 88b63dd2-9433-4989-b637-221bf86520fb {{(pid=104510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:48:40.774572 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-5c28712d-0156-41ce-8dcd-bc0cb53b0163 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (88b63dd2-9433-4989-b637-221bf86520fb), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:40.857174 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-5c28712d-0156-41ce-8dcd-bc0cb53b0163 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (88b63dd2-9433-4989-b637-221bf86520fb), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:40.857499 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-5c28712d-0156-41ce-8dcd-bc0cb53b0163 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks [] for floatingip (88b63dd2-9433-4989-b637-221bf86520fb), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:40.870697 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [None req-5c28712d-0156-41ce-8dcd-bc0cb53b0163 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Calling delete_port for 88b63dd2-9433-4989-b637-221bf86520fb owned by network:floatingip {{(pid=104510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:48:41.102416 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-5c28712d-0156-41ce-8dcd-bc0cb53b0163 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25775823'] for port (88b63dd2-9433-4989-b637-221bf86520fb), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:41.134349 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c28712d-0156-41ce-8dcd-bc0cb53b0163 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Pushing event deleted for resources: {'Port': ['ID=88b63dd2-9433-4989-b637-221bf86520fb,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:48:41.207987 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-5c28712d-0156-41ce-8dcd-bc0cb53b0163 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks [] for floatingip (f049f7fa-9911-495d-a914-444223ac233a), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:41.213273 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.db.l3_db [None req-5c28712d-0156-41ce-8dcd-bc0cb53b0163 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Floating IP f049f7fa-9911-495d-a914-444223ac233a disassociated (deleted). External IP: 172.27.1.145, port: 79406cc4-e652-4f2a-9034-e4eee6709cd7. Jul 20 15:48:41.359260 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:48:41.431432 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c28712d-0156-41ce-8dcd-bc0cb53b0163 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Router 58e75455-c0a5-448c-884c-a6d0eb47a6a1 has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:48:41.441568 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:48:41.561032 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c28712d-0156-41ce-8dcd-bc0cb53b0163 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:48:41.565752 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-5c28712d-0156-41ce-8dcd-bc0cb53b0163 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for floatingip (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:41.572036 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679b71e3-dd59-45fb-993e-ee0229132f95 None None] Sync routers for ids ['58e75455-c0a5-448c-884c-a6d0eb47a6a1'] in dv-cinder-819149-12-iscsi {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:48:41.584229 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679b71e3-dd59-45fb-993e-ee0229132f95 None None] Routers {'58e75455-c0a5-448c-884c-a6d0eb47a6a1'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:48:41.584916 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-679b71e3-dd59-45fb-993e-ee0229132f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:48:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['58e75455-c0a5-448c-884c-a6d0eb47a6a1'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:48:41.604629 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-5c28712d-0156-41ce-8dcd-bc0cb53b0163 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "DELETE /v2.0/floatingips/f049f7fa-9911-495d-a914-444223ac233a HTTP/1.1" status: 204 len: 168 time: 0.9774501 Jul 20 15:48:41.604629 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd6f927d-f118-4346-b787-006374e56107', 'tag': '79406cc4-e652-4f2a-9034-e4eee6709cd7'}] {{(pid=104510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:48:41.604629 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e6f04493f4523d7005559a5723156fec6de25b8db42c399d87358264a9319a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fc6445-00a7-464b-9508-82a419a3096e" -d '{"events": [{"name": "network-changed", "server_uuid": "cd6f927d-f118-4346-b787-006374e56107", "tag": "79406cc4-e652-4f2a-9034-e4eee6709cd7"}]}' {{(pid=104510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:48:41.662590 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 15:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2c0887-b072-4535-b902-4445d531497b x-openstack-request-id: req-da2c0887-b072-4535-b902-4445d531497b {{(pid=104510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:48:41.663803 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd6f927d-f118-4346-b787-006374e56107", "tag": "79406cc4-e652-4f2a-9034-e4eee6709cd7", "status": "completed", "code": 200}]} {{(pid=104510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:48:41.663803 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-da2c0887-b072-4535-b902-4445d531497b {{(pid=104510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:48:41.664577 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da2c0887-b072-4535-b902-4445d531497b'] response: {'name': 'network-changed', 'server_uuid': 'cd6f927d-f118-4346-b787-006374e56107', 'tag': '79406cc4-e652-4f2a-9034-e4eee6709cd7', 'status': 'completed', 'code': 200} Jul 20 15:48:41.717981 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-679b71e3-dd59-45fb-993e-ee0229132f95 None None] Set router 58e75455-c0a5-448c-884c-a6d0eb47a6a1 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:48:41.720699 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:48:41.732188 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc6445-00a7-464b-9508-82a419a3096e req-e6f98400-1312-4ef7-add1-d72ee92d52bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:48:41.733743 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-24fc6445-00a7-464b-9508-82a419a3096e req-e6f98400-1312-4ef7-add1-d72ee92d52bd service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=68372ee91fb843108d3b0cb1c99cd186&device_id=cd6f927d-f118-4346-b787-006374e56107 HTTP/1.1" status: 200 len: 1130 time: 0.0466070 Jul 20 15:48:41.795014 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:48:41.803871 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:48:41.841755 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc6445-00a7-464b-9508-82a419a3096e req-516a29f0-4ae8-4ef5-a94a-b761beafd667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:48:41.843872 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-24fc6445-00a7-464b-9508-82a419a3096e req-516a29f0-4ae8-4ef5-a94a-b761beafd667 service neutron] 10.222.0.102 "GET /v2.0/networks?id=8628016f-4714-4c11-b108-0d43d71372c8 HTTP/1.1" status: 200 len: 913 time: 0.1038795 Jul 20 15:48:41.850173 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:48:41.888855 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-24fc6445-00a7-464b-9508-82a419a3096e req-38bf90e9-da95-4f53-b64b-757014a5638d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79406cc4-e652-4f2a-9034-e4eee6709cd7 HTTP/1.1" status: 200 len: 217 time: 0.0393584 Jul 20 15:48:41.933711 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-679b71e3-dd59-45fb-993e-ee0229132f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'name': 'tempest-TestVolumeBootPattern-1186327595-router', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '317c9f37-8331-4520-87c8-d09522208764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:41:25Z', 'updated_at': '2022-07-20T15:41:29Z', 'revision_number': 4, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'gw_port': {'id': '317c9f37-8331-4520-87c8-d09522208764', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:26Z', 'updated_at': '2022-07-20T15:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '31fc220c-439e-462b-9134-d96ad34f9f6b', 'name': '', 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'mac_address': 'fa:16:3e:c4:40:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:28Z', 'updated_at': '2022-07-20T15:41:33Z', 'revision_number': 5, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'subnets': [{'id': 'a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:48:41.942198 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc6445-00a7-464b-9508-82a419a3096e req-d872a000-ed1c-4bd0-a7f0-7f3d346da621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:48:41.943705 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-24fc6445-00a7-464b-9508-82a419a3096e req-d872a000-ed1c-4bd0-a7f0-7f3d346da621 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6 HTTP/1.1" status: 200 len: 851 time: 0.0495715 Jul 20 15:48:41.960417 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679b71e3-dd59-45fb-993e-ee0229132f95 None None] Checking router: 58e75455-c0a5-448c-884c-a6d0eb47a6a1 for host: dv-cinder-819149-12-iscsi {{(pid=104512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:48:41.972610 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679b71e3-dd59-45fb-993e-ee0229132f95 None None] Routers {'58e75455-c0a5-448c-884c-a6d0eb47a6a1'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:48:41.973039 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-679b71e3-dd59-45fb-993e-ee0229132f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:48:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['58e75455-c0a5-448c-884c-a6d0eb47a6a1'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:48:42.005090 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc6445-00a7-464b-9508-82a419a3096e req-0bd1946c-db94-40c2-8eff-ab9b63d4f88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:48:42.006796 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-24fc6445-00a7-464b-9508-82a419a3096e req-0bd1946c-db94-40c2-8eff-ab9b63d4f88c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=8628016f-4714-4c11-b108-0d43d71372c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0566287 Jul 20 15:48:42.093907 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-679b71e3-dd59-45fb-993e-ee0229132f95 None None] Set router 58e75455-c0a5-448c-884c-a6d0eb47a6a1 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:48:42.113500 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-24fc6445-00a7-464b-9508-82a419a3096e req-28a08f24-0977-4e15-bdd6-2fe824f02d8a service neutron] 10.222.0.102 "GET /v2.0/networks/8628016f-4714-4c11-b108-0d43d71372c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002350 Jul 20 15:48:42.218588 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9eb921-f46f-4129-a0ce-66e3916e92c7 req-8fb587b8-2de7-49c4-8132-9e9b14462984 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:48:42.220098 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-7a9eb921-f46f-4129-a0ce-66e3916e92c7 req-8fb587b8-2de7-49c4-8132-9e9b14462984 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=cd6f927d-f118-4346-b787-006374e56107 HTTP/1.1" status: 200 len: 946 time: 0.0522957 Jul 20 15:48:42.272551 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-7a9eb921-f46f-4129-a0ce-66e3916e92c7 req-ac17931a-67c1-4d58-87ae-54efa5746d8e tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460808 Jul 20 15:48:42.308643 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-679b71e3-dd59-45fb-993e-ee0229132f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'name': 'tempest-TestVolumeBootPattern-1186327595-router', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '317c9f37-8331-4520-87c8-d09522208764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:41:25Z', 'updated_at': '2022-07-20T15:41:29Z', 'revision_number': 4, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'gw_port': {'id': '317c9f37-8331-4520-87c8-d09522208764', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:26Z', 'updated_at': '2022-07-20T15:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '31fc220c-439e-462b-9134-d96ad34f9f6b', 'name': '', 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'mac_address': 'fa:16:3e:c4:40:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:28Z', 'updated_at': '2022-07-20T15:41:33Z', 'revision_number': 5, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'subnets': [{'id': 'a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:48:42.336805 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679b71e3-dd59-45fb-993e-ee0229132f95 None None] The sync data for ids ['58e75455-c0a5-448c-884c-a6d0eb47a6a1'] in dv-cinder-819149-12-iscsi is: [{'id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'name': 'tempest-TestVolumeBootPattern-1186327595-router', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '317c9f37-8331-4520-87c8-d09522208764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:41:25Z', 'updated_at': '2022-07-20T15:41:29Z', 'revision_number': 4, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'gw_port': {'id': '317c9f37-8331-4520-87c8-d09522208764', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:26Z', 'updated_at': '2022-07-20T15:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi', '_interfaces': [{'id': '31fc220c-439e-462b-9134-d96ad34f9f6b', 'name': '', 'network_id': '8628016f-4714-4c11-b108-0d43d71372c8', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'mac_address': 'fa:16:3e:c4:40:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:28Z', 'updated_at': '2022-07-20T15:41:33Z', 'revision_number': 5, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'subnets': [{'id': 'a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:48:42.578036 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c830dc-1898-42fa-b87f-bc5732916b17 None None] New status for floating IP f049f7fa-9911-495d-a914-444223ac233a: DOWN {{(pid=104511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 15:48:43.230031 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-24fc6445-00a7-464b-9508-82a419a3096e req-97a60b41-ec1a-480e-8906-e59fda42ebc0 service neutron] 10.222.0.102 "GET /v2.0/networks/8628016f-4714-4c11-b108-0d43d71372c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124780 Jul 20 15:48:43.400578 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0c373-2114-49df-ab27-b9bea930b8c8 req-12d0c179-5f76-443f-9050-060a738660b4 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104510) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:48:43.402247 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5af0c373-2114-49df-ab27-b9bea930b8c8 req-12d0c179-5f76-443f-9050-060a738660b4 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=cd6f927d-f118-4346-b787-006374e56107 HTTP/1.1" status: 200 len: 946 time: 0.0505826 Jul 20 15:48:43.461815 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-5af0c373-2114-49df-ab27-b9bea930b8c8 req-7c42915c-a188-48ad-b72c-0b6349ce83c8 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/security-groups?id=071adf3e-56fe-45ee-99f0-b369b062b654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536141 Jul 20 15:48:43.627777 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc73b0b-fcb8-46a5-9ca8-551294a8b906 req-90a3bf65-6757-4dd6-b5de-3579365af2a0 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 15:48:43.629240 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-7cc73b0b-fcb8-46a5-9ca8-551294a8b906 req-90a3bf65-6757-4dd6-b5de-3579365af2a0 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.102 "GET /v2.0/ports?device_id=cd6f927d-f118-4346-b787-006374e56107 HTTP/1.1" status: 200 len: 946 time: 0.0506773 Jul 20 15:48:43.718125 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [req-7cc73b0b-fcb8-46a5-9ca8-551294a8b906 req-dcde8c1f-25fe-45bf-89ff-e26f481684ed tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Deleting port 79406cc4-e652-4f2a-9034-e4eee6709cd7 {{(pid=104509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:48:43.718400 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-7cc73b0b-fcb8-46a5-9ca8-551294a8b906 req-dcde8c1f-25fe-45bf-89ff-e26f481684ed tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (79406cc4-e652-4f2a-9034-e4eee6709cd7), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:43.814777 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [req-7cc73b0b-fcb8-46a5-9ca8-551294a8b906 req-dcde8c1f-25fe-45bf-89ff-e26f481684ed tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] For port 79406cc4-e652-4f2a-9034-e4eee6709cd7, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=79406cc4-e652-4f2a-9034-e4eee6709cd7,segment=NetworkSegment(c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28),segment_id=c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28)] {{(pid=104509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:48:43.815162 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-7cc73b0b-fcb8-46a5-9ca8-551294a8b906 req-dcde8c1f-25fe-45bf-89ff-e26f481684ed tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (79406cc4-e652-4f2a-9034-e4eee6709cd7), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:43.828380 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [req-7cc73b0b-fcb8-46a5-9ca8-551294a8b906 req-dcde8c1f-25fe-45bf-89ff-e26f481684ed tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Calling delete_port for 79406cc4-e652-4f2a-9034-e4eee6709cd7 owned by compute:nova {{(pid=104509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:48:43.963502 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:48:44.028203 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-7cc73b0b-fcb8-46a5-9ca8-551294a8b906 req-dcde8c1f-25fe-45bf-89ff-e26f481684ed tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (79406cc4-e652-4f2a-9034-e4eee6709cd7), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:44.057459 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde8c1f-25fe-45bf-89ff-e26f481684ed tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Pushing event deleted for resources: {'Port': ['ID=79406cc4-e652-4f2a-9034-e4eee6709cd7,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:48:44.104769 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc73b0b-fcb8-46a5-9ca8-551294a8b906 req-dcde8c1f-25fe-45bf-89ff-e26f481684ed tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] No DVR routers for this DVR port 79406cc4-e652-4f2a-9034-e4eee6709cd7 on host hv-cinder-81914 {{(pid=104509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 15:48:44.107334 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [req-7cc73b0b-fcb8-46a5-9ca8-551294a8b906 req-dcde8c1f-25fe-45bf-89ff-e26f481684ed tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for port (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:44.110674 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [req-7cc73b0b-fcb8-46a5-9ca8-551294a8b906 req-dcde8c1f-25fe-45bf-89ff-e26f481684ed tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.102 "DELETE /v2.0/ports/79406cc4-e652-4f2a-9034-e4eee6709cd7 HTTP/1.1" status: 204 len: 173 time: 0.4760225 Jul 20 15:48:44.111131 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd6f927d-f118-4346-b787-006374e56107', 'name': 'network-vif-deleted', 'tag': '79406cc4-e652-4f2a-9034-e4eee6709cd7'}] {{(pid=104509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 15:48:44.113464 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df77c6b91a480694ea4413056d8ef6386aadd078611a8438297a7cf852766117" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44735315-5c4a-4ca0-808b-33e74c7a9ed8" -d '{"events": [{"server_uuid": "cd6f927d-f118-4346-b787-006374e56107", "name": "network-vif-deleted", "tag": "79406cc4-e652-4f2a-9034-e4eee6709cd7"}]}' {{(pid=104509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 15:48:44.149389 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 15:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2c8ffe-7158-4b04-a9be-54f279c5d495 x-openstack-request-id: req-eb2c8ffe-7158-4b04-a9be-54f279c5d495 {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 15:48:44.149678 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd6f927d-f118-4346-b787-006374e56107", "name": "network-vif-deleted", "tag": "79406cc4-e652-4f2a-9034-e4eee6709cd7", "status": "completed", "code": 200}]} {{(pid=104509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 15:48:44.150052 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-eb2c8ffe-7158-4b04-a9be-54f279c5d495 {{(pid=104509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 15:48:44.150495 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb2c8ffe-7158-4b04-a9be-54f279c5d495'] response: {'server_uuid': 'cd6f927d-f118-4346-b787-006374e56107', 'name': 'network-vif-deleted', 'tag': '79406cc4-e652-4f2a-9034-e4eee6709cd7', 'status': 'completed', 'code': 200} Jul 20 15:48:44.583998 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [req-c3c491c4-52fb-42c4-b647-b53b12a2d00e req-91d1c13d-bf7d-44c7-b1f9-46f629b08ce9 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "GET /v2.0/ports?device_id=cd6f927d-f118-4346-b787-006374e56107 HTTP/1.1" status: 200 len: 210 time: 0.0391436 Jul 20 15:48:45.645755 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 51976) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:48:45.764950 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-8346a81f-cc93-40bd-9ed7-a7cc6141436f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Deleting port 671c489f-e5f3-42ab-8508-6620d6ba87d7 {{(pid=104509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:48:45.766110 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-8346a81f-cc93-40bd-9ed7-a7cc6141436f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (671c489f-e5f3-42ab-8508-6620d6ba87d7), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:45.843548 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-8346a81f-cc93-40bd-9ed7-a7cc6141436f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (671c489f-e5f3-42ab-8508-6620d6ba87d7), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:45.843872 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-8346a81f-cc93-40bd-9ed7-a7cc6141436f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks [] for floatingip (671c489f-e5f3-42ab-8508-6620d6ba87d7), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:45.860704 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-8346a81f-cc93-40bd-9ed7-a7cc6141436f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Calling delete_port for 671c489f-e5f3-42ab-8508-6620d6ba87d7 owned by network:floatingip {{(pid=104509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:48:45.949914 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:48:46.102581 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-8346a81f-cc93-40bd-9ed7-a7cc6141436f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (671c489f-e5f3-42ab-8508-6620d6ba87d7), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:46.128941 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8346a81f-cc93-40bd-9ed7-a7cc6141436f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Pushing event deleted for resources: {'Port': ['ID=671c489f-e5f3-42ab-8508-6620d6ba87d7,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:48:46.465274 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-8346a81f-cc93-40bd-9ed7-a7cc6141436f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks [] for floatingip (e5695698-b62a-477b-8033-9192a2b21415), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:46.467806 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-8346a81f-cc93-40bd-9ed7-a7cc6141436f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-951808'] for floatingip (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:46.469000 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-8346a81f-cc93-40bd-9ed7-a7cc6141436f tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "DELETE /v2.0/floatingips/e5695698-b62a-477b-8033-9192a2b21415 HTTP/1.1" status: 204 len: 168 time: 0.8235607 Jul 20 15:48:47.780217 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 79406cc4-e652-4f2a-9034-e4eee6709cd7 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:48:47.802037 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] No Port match for: 79406cc4-e652-4f2a-9034-e4eee6709cd7 {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:48:47.802419 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Device 79406cc4-e652-4f2a-9034-e4eee6709cd7 not bound to the agent host hv-cinder-81914 {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:48:47.870653 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 51988) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:48:47.930638 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-5c50a325-0c84-459e-9805-147792cb2061 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks [] for security_group (071adf3e-56fe-45ee-99f0-b369b062b654), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:47.958598 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-5c50a325-0c84-459e-9805-147792cb2061 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks [] for security_group (071adf3e-56fe-45ee-99f0-b369b062b654), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:48.082915 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-5c50a325-0c84-459e-9805-147792cb2061 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (071adf3e-56fe-45ee-99f0-b369b062b654), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:48.085518 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-5c50a325-0c84-459e-9805-147792cb2061 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:48.086763 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-5c50a325-0c84-459e-9805-147792cb2061 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] 10.222.0.78 "DELETE /v2.0/security-groups/071adf3e-56fe-45ee-99f0-b369b062b654 HTTP/1.1" status: 204 len: 168 time: 0.2148235 Jul 20 15:48:48.104183 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c50a325-0c84-459e-9805-147792cb2061 tempest-TestVolumeBootPattern-884236090 tempest-TestVolumeBootPattern-884236090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=071adf3e-56fe-45ee-99f0-b369b062b654,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:48:48.224810 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 51992) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:48:48.710969 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-0e1f7cb9-7f51-4f00-b61d-e325db11532c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711803'] for router_interface (58e75455-c0a5-448c-884c-a6d0eb47a6a1), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:48.756006 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:48:48.944265 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-0e1f7cb9-7f51-4f00-b61d-e325db11532c admin admin] Deleting port 31fc220c-439e-462b-9134-d96ad34f9f6b {{(pid=104509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:48:48.944675 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-0e1f7cb9-7f51-4f00-b61d-e325db11532c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (31fc220c-439e-462b-9134-d96ad34f9f6b), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:49.028933 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [None req-0e1f7cb9-7f51-4f00-b61d-e325db11532c admin admin] For port 31fc220c-439e-462b-9134-d96ad34f9f6b, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=31fc220c-439e-462b-9134-d96ad34f9f6b,segment=NetworkSegment(c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28),segment_id=c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28)] {{(pid=104509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:48:49.029297 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-0e1f7cb9-7f51-4f00-b61d-e325db11532c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (31fc220c-439e-462b-9134-d96ad34f9f6b), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:49.044351 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-0e1f7cb9-7f51-4f00-b61d-e325db11532c admin admin] Calling delete_port for 31fc220c-439e-462b-9134-d96ad34f9f6b owned by network:router_interface {{(pid=104509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:48:49.184113 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:48:49.328778 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-0e1f7cb9-7f51-4f00-b61d-e325db11532c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (31fc220c-439e-462b-9134-d96ad34f9f6b), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:49.356111 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f7cb9-7f51-4f00-b61d-e325db11532c admin admin] Pushing event deleted for resources: {'Port': ['ID=31fc220c-439e-462b-9134-d96ad34f9f6b,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:48:49.539866 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-0e1f7cb9-7f51-4f00-b61d-e325db11532c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1514783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711695'] for router_interface (58e75455-c0a5-448c-884c-a6d0eb47a6a1), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:49.639769 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:48:49.769090 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1f7cb9-7f51-4f00-b61d-e325db11532c admin admin] Router 58e75455-c0a5-448c-884c-a6d0eb47a6a1 has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:48:49.878655 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1f7cb9-7f51-4f00-b61d-e325db11532c admin admin] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:48:49.886171 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-0e1f7cb9-7f51-4f00-b61d-e325db11532c admin admin] 10.222.0.78 "PUT /v2.0/routers/58e75455-c0a5-448c-884c-a6d0eb47a6a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6581819 Jul 20 15:48:49.888184 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 51996) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:48:49.890413 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12eb958-4b9a-43eb-9ca2-c09fa1a2c518 None None] Sync routers for ids ['58e75455-c0a5-448c-884c-a6d0eb47a6a1'] in dv-cinder-819149-12-iscsi {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:48:49.902798 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12eb958-4b9a-43eb-9ca2-c09fa1a2c518 None None] Routers {'58e75455-c0a5-448c-884c-a6d0eb47a6a1'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:48:49.903414 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-b12eb958-4b9a-43eb-9ca2-c09fa1a2c518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:48:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['58e75455-c0a5-448c-884c-a6d0eb47a6a1'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:48:49.953074 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:48:49.954733 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:48:50.013658 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=100 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:48:50.017566 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-e9b3ffe6-529c-4a1a-b9a8-de5b24240a98 admin admin] Publish callbacks [] for router (58e75455-c0a5-448c-884c-a6d0eb47a6a1), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:50.025617 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-b12eb958-4b9a-43eb-9ca2-c09fa1a2c518 None None] Set router 58e75455-c0a5-448c-884c-a6d0eb47a6a1 gateway port host: dv-cinder-819149-12-iscsi {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:48:50.039928 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4b9b9e78-4642-47c2-9967-ba57231c4d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:50.146923 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-e9b3ffe6-529c-4a1a-b9a8-de5b24240a98 admin admin] Publish callbacks [] for router_gateway (58e75455-c0a5-448c-884c-a6d0eb47a6a1), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:50.214149 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-b12eb958-4b9a-43eb-9ca2-c09fa1a2c518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'name': 'tempest-TestVolumeBootPattern-1186327595-router', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '317c9f37-8331-4520-87c8-d09522208764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:41:25Z', 'updated_at': '2022-07-20T15:48:49Z', 'revision_number': 5, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'gw_port': {'id': '317c9f37-8331-4520-87c8-d09522208764', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:26Z', 'updated_at': '2022-07-20T15:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:48:50.239173 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12eb958-4b9a-43eb-9ca2-c09fa1a2c518 None None] Checking router: 58e75455-c0a5-448c-884c-a6d0eb47a6a1 for host: dv-cinder-819149-12-iscsi {{(pid=104512) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:48:50.248452 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12eb958-4b9a-43eb-9ca2-c09fa1a2c518 None None] Routers {'58e75455-c0a5-448c-884c-a6d0eb47a6a1'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104512) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:48:50.249115 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-b12eb958-4b9a-43eb-9ca2-c09fa1a2c518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:48:22Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['58e75455-c0a5-448c-884c-a6d0eb47a6a1'], 'active': True} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:48:50.276115 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-e9b3ffe6-529c-4a1a-b9a8-de5b24240a98 admin admin] Deleting port 317c9f37-8331-4520-87c8-d09522208764 {{(pid=104509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:48:50.276446 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-e9b3ffe6-529c-4a1a-b9a8-de5b24240a98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (317c9f37-8331-4520-87c8-d09522208764), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:50.337476 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_dvr_db [None req-b12eb958-4b9a-43eb-9ca2-c09fa1a2c518 None None] Set router 58e75455-c0a5-448c-884c-a6d0eb47a6a1 gateway port host: None {{(pid=104512) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:48:50.366081 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [None req-e9b3ffe6-529c-4a1a-b9a8-de5b24240a98 admin admin] For port 317c9f37-8331-4520-87c8-d09522208764, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=317c9f37-8331-4520-87c8-d09522208764,segment=NetworkSegment(65d22977-7383-4d3c-8560-aa09b9e1098a),segment_id=65d22977-7383-4d3c-8560-aa09b9e1098a)] {{(pid=104509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:48:50.366737 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-e9b3ffe6-529c-4a1a-b9a8-de5b24240a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (317c9f37-8331-4520-87c8-d09522208764), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:50.381830 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-e9b3ffe6-529c-4a1a-b9a8-de5b24240a98 admin admin] Calling delete_port for 317c9f37-8331-4520-87c8-d09522208764 owned by network:router_gateway {{(pid=104509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:48:50.390564 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.l3_hamode_db [None req-b12eb958-4b9a-43eb-9ca2-c09fa1a2c518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'name': 'tempest-TestVolumeBootPattern-1186327595-router', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:41:25Z', 'updated_at': '2022-07-20T15:48:50Z', 'revision_number': 6, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'gw_port_host': None}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:48:50.416019 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12eb958-4b9a-43eb-9ca2-c09fa1a2c518 None None] The sync data for ids ['58e75455-c0a5-448c-884c-a6d0eb47a6a1'] in dv-cinder-819149-12-iscsi is: [{'id': '58e75455-c0a5-448c-884c-a6d0eb47a6a1', 'name': 'tempest-TestVolumeBootPattern-1186327595-router', 'tenant_id': '68372ee91fb843108d3b0cb1c99cd186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:41:25Z', 'updated_at': '2022-07-20T15:48:50Z', 'revision_number': 6, 'project_id': '68372ee91fb843108d3b0cb1c99cd186', 'gw_port_host': None}] {{(pid=104512) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:48:50.445350 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:48:50.651312 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-e9b3ffe6-529c-4a1a-b9a8-de5b24240a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (317c9f37-8331-4520-87c8-d09522208764), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:50.654747 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:48:50.689724 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b3ffe6-529c-4a1a-b9a8-de5b24240a98 admin admin] Pushing event deleted for resources: {'Port': ['ID=317c9f37-8331-4520-87c8-d09522208764,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:48:50.761982 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-e9b3ffe6-529c-4a1a-b9a8-de5b24240a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714468'] for router_gateway (58e75455-c0a5-448c-884c-a6d0eb47a6a1), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:50.866763 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-e9b3ffe6-529c-4a1a-b9a8-de5b24240a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1708605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-741'] for router (58e75455-c0a5-448c-884c-a6d0eb47a6a1), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:50.870384 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-e9b3ffe6-529c-4a1a-b9a8-de5b24240a98 admin admin] Publish callbacks [] for router_controller (58e75455-c0a5-448c-884c-a6d0eb47a6a1), precommit_delete_associations {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:50.999660 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-e9b3ffe6-529c-4a1a-b9a8-de5b24240a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708713'] for router (58e75455-c0a5-448c-884c-a6d0eb47a6a1), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:51.000284 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b3ffe6-529c-4a1a-b9a8-de5b24240a98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58e75455-c0a5-448c-884c-a6d0eb47a6a1 {{(pid=104509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 15:48:51.005336 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-e9b3ffe6-529c-4a1a-b9a8-de5b24240a98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:51.006435 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-e9b3ffe6-529c-4a1a-b9a8-de5b24240a98 admin admin] 10.222.0.78 "DELETE /v2.0/routers/58e75455-c0a5-448c-884c-a6d0eb47a6a1 HTTP/1.1" status: 204 len: 168 time: 1.1179056 Jul 20 15:48:51.009857 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 51998) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:48:51.068208 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_v2 [None req-de2fcfd4-a3c5-4047-8cc9-f98920e5b20b admin admin] Deleting subnet a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6 {{(pid=104509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 15:48:51.071410 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-de2fcfd4-a3c5-4047-8cc9-f98920e5b20b admin admin] Publish callbacks [] for subnet (a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:51.119561 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-de2fcfd4-a3c5-4047-8cc9-f98920e5b20b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17085713'] for subnet (a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6), precommit_delete_associations {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:51.227582 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-de2fcfd4-a3c5-4047-8cc9-f98920e5b20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7837766'] for subnet (a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:51.288283 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 31fc220c-439e-462b-9134-d96ad34f9f6b no longer exists at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:48:51.318670 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] No Port match for: 31fc220c-439e-462b-9134-d96ad34f9f6b {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:48:51.332278 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 31fc220c-439e-462b-9134-d96ad34f9f6b not bound to the agent host dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:48:51.332278 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 317c9f37-8331-4520-87c8-d09522208764 no longer exists at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:48:51.340878 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] No Port match for: 317c9f37-8331-4520-87c8-d09522208764 {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:48:51.341237 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 317c9f37-8331-4520-87c8-d09522208764 not bound to the agent host dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:48:51.382457 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-de2fcfd4-a3c5-4047-8cc9-f98920e5b20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7837769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1948132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18758723'] for subnet (a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:51.410073 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2fcfd4-a3c5-4047-8cc9-f98920e5b20b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:48:51.413925 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-de2fcfd4-a3c5-4047-8cc9-f98920e5b20b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for subnet (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:51.417864 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-de2fcfd4-a3c5-4047-8cc9-f98920e5b20b admin admin] 10.222.0.78 "DELETE /v2.0/subnets/a89c2aa8-a81e-4b8c-b344-6c4f1ac3b8b6 HTTP/1.1" status: 204 len: 168 time: 0.4068878 Jul 20 15:48:51.421358 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 52000) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:48:51.421783 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9c3dcc-d0b3-4dd9-aad1-2f08d9a30724 None None] Network 8628016f-4714-4c11-b108-0d43d71372c8 requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:48:51.518390 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-5a3bdb7d-f27f-4680-9ea5-61b150a62470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7858968'] for network (8628016f-4714-4c11-b108-0d43d71372c8), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:51.580980 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-5a3bdb7d-f27f-4680-9ea5-61b150a62470 admin admin] Deleting port ce7c7b78-f8c1-4cde-a1b9-447325c441ea {{(pid=104509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:48:51.581232 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-5a3bdb7d-f27f-4680-9ea5-61b150a62470 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (ce7c7b78-f8c1-4cde-a1b9-447325c441ea), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:51.631019 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd206fa-a41b-4945-8f1f-c4e21bd6b8a0 None None] DHCP port deletion for 8628016f-4714-4c11-b108-0d43d71372c8 request from dv-cinder-819149-12-iscsi {{(pid=104511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 15:48:51.661108 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [None req-5a3bdb7d-f27f-4680-9ea5-61b150a62470 admin admin] For port ce7c7b78-f8c1-4cde-a1b9-447325c441ea, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=ce7c7b78-f8c1-4cde-a1b9-447325c441ea,segment=NetworkSegment(c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28),segment_id=c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28)] {{(pid=104509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:48:51.666803 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-5a3bdb7d-f27f-4680-9ea5-61b150a62470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (ce7c7b78-f8c1-4cde-a1b9-447325c441ea), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:51.686557 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-5fd206fa-a41b-4945-8f1f-c4e21bd6b8a0 None None] Deleting port ce7c7b78-f8c1-4cde-a1b9-447325c441ea {{(pid=104511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:48:51.687123 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5fd206fa-a41b-4945-8f1f-c4e21bd6b8a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (ce7c7b78-f8c1-4cde-a1b9-447325c441ea), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:51.688119 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-5a3bdb7d-f27f-4680-9ea5-61b150a62470 admin admin] Calling delete_port for ce7c7b78-f8c1-4cde-a1b9-447325c441ea owned by network:dhcp {{(pid=104509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:48:51.783167 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:48:51.849147 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-5fd206fa-a41b-4945-8f1f-c4e21bd6b8a0 None None] For port ce7c7b78-f8c1-4cde-a1b9-447325c441ea, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=ce7c7b78-f8c1-4cde-a1b9-447325c441ea,segment=NetworkSegment(c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28),segment_id=c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:48:51.849147 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5fd206fa-a41b-4945-8f1f-c4e21bd6b8a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (ce7c7b78-f8c1-4cde-a1b9-447325c441ea), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:51.849147 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-5fd206fa-a41b-4945-8f1f-c4e21bd6b8a0 None None] Calling delete_port for ce7c7b78-f8c1-4cde-a1b9-447325c441ea owned by network:dhcp {{(pid=104511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:48:52.002657 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-5a3bdb7d-f27f-4680-9ea5-61b150a62470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (ce7c7b78-f8c1-4cde-a1b9-447325c441ea), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:52.004555 dv-cinder-819149-12-iscsi neutron-server[104511]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 20 15:48:52.004555 dv-cinder-819149-12-iscsi neutron-server[104511]: from cryptography.utils import int_from_bytes Jul 20 15:48:52.004555 dv-cinder-819149-12-iscsi neutron-server[104511]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 20 15:48:52.004555 dv-cinder-819149-12-iscsi neutron-server[104511]: from cryptography.utils import int_from_bytes Jul 20 15:48:52.004555 dv-cinder-819149-12-iscsi neutron-server[104511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 15:48:52.004555 dv-cinder-819149-12-iscsi neutron-server[104511]: self.session.flush() Jul 20 15:48:52.004555 dv-cinder-819149-12-iscsi neutron-server[104511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 15:48:52.004555 dv-cinder-819149-12-iscsi neutron-server[104511]: self.session.flush() Jul 20 15:48:52.004555 dv-cinder-819149-12-iscsi neutron-server[104511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 15:48:52.004555 dv-cinder-819149-12-iscsi neutron-server[104511]: self.session.flush() Jul 20 15:48:52.004555 dv-cinder-819149-12-iscsi neutron-server[104511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 15:48:52.004555 dv-cinder-819149-12-iscsi neutron-server[104511]: self.session.flush() Jul 20 15:48:52.004555 dv-cinder-819149-12-iscsi neutron-server[104511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 15:48:52.004555 dv-cinder-819149-12-iscsi neutron-server[104511]: self.session.flush() Jul 20 15:48:52.004555 dv-cinder-819149-12-iscsi neutron-server[104511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 15:48:52.004555 dv-cinder-819149-12-iscsi neutron-server[104511]: self.session.flush() Jul 20 15:48:52.004555 dv-cinder-819149-12-iscsi neutron-server[104511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 15:48:52.004555 dv-cinder-819149-12-iscsi neutron-server[104511]: self.session.flush() Jul 20 15:48:52.004555 dv-cinder-819149-12-iscsi neutron-server[104511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 15:48:52.004555 dv-cinder-819149-12-iscsi neutron-server[104511]: self.session.flush() Jul 20 15:48:52.004555 dv-cinder-819149-12-iscsi neutron-server[104511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 15:48:52.004555 dv-cinder-819149-12-iscsi neutron-server[104511]: self.session.flush() Jul 20 15:48:52.004555 dv-cinder-819149-12-iscsi neutron-server[104511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 15:48:52.004555 dv-cinder-819149-12-iscsi neutron-server[104511]: self.session.flush() Jul 20 15:48:52.004555 dv-cinder-819149-12-iscsi neutron-server[104511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 15:48:52.004555 dv-cinder-819149-12-iscsi neutron-server[104511]: self.session.flush() Jul 20 15:48:52.004555 dv-cinder-819149-12-iscsi neutron-server[104511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 15:48:52.004555 dv-cinder-819149-12-iscsi neutron-server[104511]: self.session.flush() Jul 20 15:48:52.004555 dv-cinder-819149-12-iscsi neutron-server[104511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 15:48:52.004555 dv-cinder-819149-12-iscsi neutron-server[104511]: self.session.flush() Jul 20 15:48:52.004555 dv-cinder-819149-12-iscsi neutron-server[104511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 15:48:52.004555 dv-cinder-819149-12-iscsi neutron-server[104511]: self.session.flush() Jul 20 15:48:52.004555 dv-cinder-819149-12-iscsi neutron-server[104511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 15:48:52.004555 dv-cinder-819149-12-iscsi neutron-server[104511]: self.session.flush() Jul 20 15:48:52.004555 dv-cinder-819149-12-iscsi neutron-server[104511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 15:48:52.004555 dv-cinder-819149-12-iscsi neutron-server[104511]: self.session.flush() Jul 20 15:48:52.004555 dv-cinder-819149-12-iscsi neutron-server[104511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 15:48:52.004555 dv-cinder-819149-12-iscsi neutron-server[104511]: self.session.flush() Jul 20 15:48:52.004555 dv-cinder-819149-12-iscsi neutron-server[104511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 15:48:52.004555 dv-cinder-819149-12-iscsi neutron-server[104511]: self.session.flush() Jul 20 15:48:52.004555 dv-cinder-819149-12-iscsi neutron-server[104511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 15:48:52.004555 dv-cinder-819149-12-iscsi neutron-server[104511]: self.session.flush() Jul 20 15:48:52.007664 dv-cinder-819149-12-iscsi neutron-server[104511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 15:48:52.007664 dv-cinder-819149-12-iscsi neutron-server[104511]: self.session.flush() Jul 20 15:48:52.007664 dv-cinder-819149-12-iscsi neutron-server[104511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 15:48:52.007664 dv-cinder-819149-12-iscsi neutron-server[104511]: self.session.flush() Jul 20 15:48:52.007664 dv-cinder-819149-12-iscsi neutron-server[104511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 15:48:52.007664 dv-cinder-819149-12-iscsi neutron-server[104511]: self.session.flush() Jul 20 15:48:52.007664 dv-cinder-819149-12-iscsi neutron-server[104511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 15:48:52.007664 dv-cinder-819149-12-iscsi neutron-server[104511]: self.session.flush() Jul 20 15:48:52.007664 dv-cinder-819149-12-iscsi neutron-server[104511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 15:48:52.007664 dv-cinder-819149-12-iscsi neutron-server[104511]: self.session.flush() Jul 20 15:48:52.007664 dv-cinder-819149-12-iscsi neutron-server[104511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 15:48:52.007664 dv-cinder-819149-12-iscsi neutron-server[104511]: self.session.flush() Jul 20 15:48:52.007664 dv-cinder-819149-12-iscsi neutron-server[104511]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 15:48:52.007664 dv-cinder-819149-12-iscsi neutron-server[104511]: self.session.flush() Jul 20 15:48:52.014405 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5fd206fa-a41b-4945-8f1f-c4e21bd6b8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422'] for port (ce7c7b78-f8c1-4cde-a1b9-447325c441ea), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:52.031097 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3bdb7d-f27f-4680-9ea5-61b150a62470 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce7c7b78-f8c1-4cde-a1b9-447325c441ea,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:48:52.042496 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3bdb7d-f27f-4680-9ea5-61b150a62470 admin admin] No DVR routers for this DVR port ce7c7b78-f8c1-4cde-a1b9-447325c441ea on host dv-cinder-819149-12-iscsi {{(pid=104509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 15:48:52.048496 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd206fa-a41b-4945-8f1f-c4e21bd6b8a0 None None] Pushing event deleted for resources: {'Port': ['ID=ce7c7b78-f8c1-4cde-a1b9-447325c441ea,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:48:52.051066 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd206fa-a41b-4945-8f1f-c4e21bd6b8a0 None None] No DVR routers for this DVR port ce7c7b78-f8c1-4cde-a1b9-447325c441ea on host dv-cinder-819149-12-iscsi {{(pid=104511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 15:48:52.062056 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd206fa-a41b-4945-8f1f-c4e21bd6b8a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:48:52.062988 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd206fa-a41b-4945-8f1f-c4e21bd6b8a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:48:52.063737 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd206fa-a41b-4945-8f1f-c4e21bd6b8a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:48:52.066124 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd206fa-a41b-4945-8f1f-c4e21bd6b8a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:48:52.066736 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd206fa-a41b-4945-8f1f-c4e21bd6b8a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:48:52.073281 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd206fa-a41b-4945-8f1f-c4e21bd6b8a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:48:52.073281 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd206fa-a41b-4945-8f1f-c4e21bd6b8a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:48:52.073281 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd206fa-a41b-4945-8f1f-c4e21bd6b8a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:48:52.073281 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd206fa-a41b-4945-8f1f-c4e21bd6b8a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:48:52.073281 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd206fa-a41b-4945-8f1f-c4e21bd6b8a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:48:52.073281 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd206fa-a41b-4945-8f1f-c4e21bd6b8a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:48:52.073281 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd206fa-a41b-4945-8f1f-c4e21bd6b8a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:48:52.073281 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd206fa-a41b-4945-8f1f-c4e21bd6b8a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:48:52.073281 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd206fa-a41b-4945-8f1f-c4e21bd6b8a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:48:52.073281 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd206fa-a41b-4945-8f1f-c4e21bd6b8a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-12-iscsi {{(pid=104511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 15:48:52.132210 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-5a3bdb7d-f27f-4680-9ea5-61b150a62470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7837447', 'neutron.services.segments.db._delete_segments_for_network-8737057647674'] for network (8628016f-4714-4c11-b108-0d43d71372c8), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:52.153677 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.services.segments.db [None req-5a3bdb7d-f27f-4680-9ea5-61b150a62470 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8628016f-4714-4c11-b108-0d43d71372c8']}} {{(pid=104509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:48:52.163514 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.services.segments.db [None req-5a3bdb7d-f27f-4680-9ea5-61b150a62470 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28') {'for_net_delete': True} {{(pid=104509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:48:52.163809 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.services.segments.db [None req-5a3bdb7d-f27f-4680-9ea5-61b150a62470 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28') {} {{(pid=104509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:48:52.174756 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-5a3bdb7d-f27f-4680-9ea5-61b150a62470 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737057648963', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17085736'] for segment (c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:52.190777 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-5a3bdb7d-f27f-4680-9ea5-61b150a62470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087'] for segment (c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:52.199320 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a3bdb7d-f27f-4680-9ea5-61b150a62470 admin admin] Releasing vlan 971 on physical network physnet1 to pool {{(pid=104509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 15:48:52.199979 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-5a3bdb7d-f27f-4680-9ea5-61b150a62470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1934150'] for segment (c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:52.290978 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.services.segments.plugin [-] Segment c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28 resource provider aggregate not found Jul 20 15:48:52.308646 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.services.segments.plugin [-] Segment c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c5f5cfec-37d2-44c5-a6e0-fb43e7b0fd28 found for delete ", "request_id": "req-c16426f5-7b85-4f39-b8d8-7d8379e19a92"}]} Jul 20 15:48:52.399329 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-5a3bdb7d-f27f-4680-9ea5-61b150a62470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7837500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714511'] for network (8628016f-4714-4c11-b108-0d43d71372c8), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:52.405256 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-5a3bdb7d-f27f-4680-9ea5-61b150a62470 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for network (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:52.409717 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-5a3bdb7d-f27f-4680-9ea5-61b150a62470 admin admin] 10.222.0.78 "DELETE /v2.0/networks/8628016f-4714-4c11-b108-0d43d71372c8 HTTP/1.1" status: 204 len: 168 time: 0.9863183 Jul 20 15:48:52.410520 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:DELETE=12,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:48:52.412412 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 52008) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:48:52.420883 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3bdb7d-f27f-4680-9ea5-61b150a62470 admin admin] Pushing event deleted for resources: {'Network': ['ID=8628016f-4714-4c11-b108-0d43d71372c8,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:48:52.439831 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-ece8cf6b-472e-4100-9ded-67b232c22e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:52.764506 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-e5742c10-902b-4f47-92c2-685b6097106d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711803'] for router_interface (30f0394b-8247-4a12-a0dc-e1bace67773f), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:52.930517 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:48:52.939450 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:48:53.013579 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [None req-e5742c10-902b-4f47-92c2-685b6097106d admin admin] Deleting port 7bc8bd71-26ee-4c75-a530-1fa0af196c36 {{(pid=104510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:48:53.013920 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-e5742c10-902b-4f47-92c2-685b6097106d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (7bc8bd71-26ee-4c75-a530-1fa0af196c36), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:53.113066 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.db [None req-e5742c10-902b-4f47-92c2-685b6097106d admin admin] For port 7bc8bd71-26ee-4c75-a530-1fa0af196c36, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=7bc8bd71-26ee-4c75-a530-1fa0af196c36,segment=NetworkSegment(f97d90d0-5c69-432e-a5da-e867e4b71bf6),segment_id=f97d90d0-5c69-432e-a5da-e867e4b71bf6)] {{(pid=104510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:48:53.113586 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-e5742c10-902b-4f47-92c2-685b6097106d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (7bc8bd71-26ee-4c75-a530-1fa0af196c36), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:53.132141 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [None req-e5742c10-902b-4f47-92c2-685b6097106d admin admin] Calling delete_port for 7bc8bd71-26ee-4c75-a530-1fa0af196c36 owned by network:router_interface {{(pid=104510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:48:53.215084 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device ce7c7b78-f8c1-4cde-a1b9-447325c441ea no longer exists at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:48:53.235185 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] No Port match for: ce7c7b78-f8c1-4cde-a1b9-447325c441ea {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:48:53.235719 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device ce7c7b78-f8c1-4cde-a1b9-447325c441ea not bound to the agent host dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:48:53.685051 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-e5742c10-902b-4f47-92c2-685b6097106d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25775823'] for port (7bc8bd71-26ee-4c75-a530-1fa0af196c36), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:53.709601 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5742c10-902b-4f47-92c2-685b6097106d admin admin] Pushing event deleted for resources: {'Port': ['ID=7bc8bd71-26ee-4c75-a530-1fa0af196c36,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:48:53.726903 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:53.895322 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:48:53.910292 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-e5742c10-902b-4f47-92c2-685b6097106d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1514783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711695'] for router_interface (30f0394b-8247-4a12-a0dc-e1bace67773f), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:54.155034 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5742c10-902b-4f47-92c2-685b6097106d admin admin] Router 30f0394b-8247-4a12-a0dc-e1bace67773f has already been hosted by L3 agent 60d43b30-ab53-43df-b34a-ee6fd9ca09db {{(pid=104510) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 15:48:54.278695 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5742c10-902b-4f47-92c2-685b6097106d admin admin] Notify agent at l3_agent.dv-cinder-819149-12-iscsi the message routers_updated {{(pid=104510) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 15:48:54.283746 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-e5742c10-902b-4f47-92c2-685b6097106d admin admin] 10.222.0.78 "PUT /v2.0/routers/30f0394b-8247-4a12-a0dc-e1bace67773f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8702934 Jul 20 15:48:54.286439 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 52010) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:48:54.290875 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77431f68-06f9-4ebb-8845-8ff37874051d None None] Sync routers for ids ['30f0394b-8247-4a12-a0dc-e1bace67773f'] in dv-cinder-819149-12-iscsi {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 15:48:54.304369 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77431f68-06f9-4ebb-8845-8ff37874051d None None] Routers {'30f0394b-8247-4a12-a0dc-e1bace67773f'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:48:54.305017 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-77431f68-06f9-4ebb-8845-8ff37874051d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:48:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['30f0394b-8247-4a12-a0dc-e1bace67773f'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:48:54.400347 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-43992081-6d13-4098-aa9c-236bc0d129d4 admin admin] Publish callbacks [] for router (30f0394b-8247-4a12-a0dc-e1bace67773f), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:54.411124 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-77431f68-06f9-4ebb-8845-8ff37874051d None None] Set router 30f0394b-8247-4a12-a0dc-e1bace67773f gateway port host: dv-cinder-819149-12-iscsi {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:48:54.552450 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-43992081-6d13-4098-aa9c-236bc0d129d4 admin admin] Publish callbacks [] for router_gateway (30f0394b-8247-4a12-a0dc-e1bace67773f), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:54.618161 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-77431f68-06f9-4ebb-8845-8ff37874051d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f0394b-8247-4a12-a0dc-e1bace67773f', 'name': 'tempest-TestVolumeBootPattern-529489553-router', 'tenant_id': '980fc587eb054036b5d7cde3f4d2a625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'external_fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '9824861a-eb8a-4cac-acfb-0d0345d64ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:41:32Z', 'updated_at': '2022-07-20T15:48:53Z', 'revision_number': 5, 'project_id': '980fc587eb054036b5d7cde3f4d2a625', 'gw_port': {'id': '9824861a-eb8a-4cac-acfb-0d0345d64ccc', 'name': '', 'network_id': '8e10d912-d794-48e6-8f9b-6baf59c7f77e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f0394b-8247-4a12-a0dc-e1bace67773f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T15:41:33Z', 'updated_at': '2022-07-20T15:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5daf119-8c14-4f50-a186-1c01cb5bfe5f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-12-iscsi'}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:48:54.645968 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77431f68-06f9-4ebb-8845-8ff37874051d None None] Checking router: 30f0394b-8247-4a12-a0dc-e1bace67773f for host: dv-cinder-819149-12-iscsi {{(pid=104511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 15:48:54.655079 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77431f68-06f9-4ebb-8845-8ff37874051d None None] Routers {'30f0394b-8247-4a12-a0dc-e1bace67773f'} bound to L3 agent in host dv-cinder-819149-12-iscsi {{(pid=104511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 15:48:54.655647 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-77431f68-06f9-4ebb-8845-8ff37874051d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T15:22:52Z,description=,heartbeat_timestamp=2022-07-20T15:48:52Z,host='dv-cinder-819149-12-iscsi',id=60d43b30-ab53-43df-b34a-ee6fd9ca09db,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T15:22:53Z,topic='l3_agent')) {'router_ids': ['30f0394b-8247-4a12-a0dc-e1bace67773f'], 'active': True} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:48:54.754049 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvr_db [None req-77431f68-06f9-4ebb-8845-8ff37874051d None None] Set router 30f0394b-8247-4a12-a0dc-e1bace67773f gateway port host: None {{(pid=104511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 15:48:54.808013 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_hamode_db [None req-77431f68-06f9-4ebb-8845-8ff37874051d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f0394b-8247-4a12-a0dc-e1bace67773f', 'name': 'tempest-TestVolumeBootPattern-529489553-router', 'tenant_id': '980fc587eb054036b5d7cde3f4d2a625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:41:32Z', 'updated_at': '2022-07-20T15:48:54Z', 'revision_number': 6, 'project_id': '980fc587eb054036b5d7cde3f4d2a625', 'gw_port_host': None}], 'dv-cinder-819149-12-iscsi', False) {} {{(pid=104511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:48:54.848585 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77431f68-06f9-4ebb-8845-8ff37874051d None None] The sync data for ids ['30f0394b-8247-4a12-a0dc-e1bace67773f'] in dv-cinder-819149-12-iscsi is: [{'id': '30f0394b-8247-4a12-a0dc-e1bace67773f', 'name': 'tempest-TestVolumeBootPattern-529489553-router', 'tenant_id': '980fc587eb054036b5d7cde3f4d2a625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T15:41:32Z', 'updated_at': '2022-07-20T15:48:54Z', 'revision_number': 6, 'project_id': '980fc587eb054036b5d7cde3f4d2a625', 'gw_port_host': None}] {{(pid=104511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 15:48:54.959019 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-43992081-6d13-4098-aa9c-236bc0d129d4 admin admin] Deleting port 9824861a-eb8a-4cac-acfb-0d0345d64ccc {{(pid=104509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:48:54.959347 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-43992081-6d13-4098-aa9c-236bc0d129d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (9824861a-eb8a-4cac-acfb-0d0345d64ccc), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:55.007458 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:55.045594 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.db [None req-43992081-6d13-4098-aa9c-236bc0d129d4 admin admin] For port 9824861a-eb8a-4cac-acfb-0d0345d64ccc, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=9824861a-eb8a-4cac-acfb-0d0345d64ccc,segment=NetworkSegment(65d22977-7383-4d3c-8560-aa09b9e1098a),segment_id=65d22977-7383-4d3c-8560-aa09b9e1098a)] {{(pid=104509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:48:55.045953 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-43992081-6d13-4098-aa9c-236bc0d129d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (9824861a-eb8a-4cac-acfb-0d0345d64ccc), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:55.059894 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.plugins.ml2.plugin [None req-43992081-6d13-4098-aa9c-236bc0d129d4 admin admin] Calling delete_port for 9824861a-eb8a-4cac-acfb-0d0345d64ccc owned by network:router_gateway {{(pid=104509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:48:55.143022 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:55.278771 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 7bc8bd71-26ee-4c75-a530-1fa0af196c36 no longer exists at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:48:55.305601 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] No Port match for: 7bc8bd71-26ee-4c75-a530-1fa0af196c36 {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:48:55.305930 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 7bc8bd71-26ee-4c75-a530-1fa0af196c36 not bound to the agent host dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:48:55.347934 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-43992081-6d13-4098-aa9c-236bc0d129d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1934101'] for port (9824861a-eb8a-4cac-acfb-0d0345d64ccc), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:55.393705 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43992081-6d13-4098-aa9c-236bc0d129d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9824861a-eb8a-4cac-acfb-0d0345d64ccc,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:48:55.499325 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-43992081-6d13-4098-aa9c-236bc0d129d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1714468'] for router_gateway (30f0394b-8247-4a12-a0dc-e1bace67773f), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:55.625970 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-43992081-6d13-4098-aa9c-236bc0d129d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1708605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-741'] for router (30f0394b-8247-4a12-a0dc-e1bace67773f), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:55.628431 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-43992081-6d13-4098-aa9c-236bc0d129d4 admin admin] Publish callbacks [] for router_controller (30f0394b-8247-4a12-a0dc-e1bace67773f), precommit_delete_associations {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:55.776755 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-43992081-6d13-4098-aa9c-236bc0d129d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708713'] for router (30f0394b-8247-4a12-a0dc-e1bace67773f), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:55.777391 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43992081-6d13-4098-aa9c-236bc0d129d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30f0394b-8247-4a12-a0dc-e1bace67773f {{(pid=104509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 15:48:55.782461 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-43992081-6d13-4098-aa9c-236bc0d129d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:55.783736 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-43992081-6d13-4098-aa9c-236bc0d129d4 admin admin] 10.222.0.78 "DELETE /v2.0/routers/30f0394b-8247-4a12-a0dc-e1bace67773f HTTP/1.1" status: 204 len: 168 time: 1.4960010 Jul 20 15:48:55.789429 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 52012) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:48:55.840972 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:48:55.867871 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.db.db_base_plugin_v2 [None req-94f1331c-5a7a-41b5-bb0a-903f3e333f25 admin admin] Deleting subnet 740405c0-4fa5-4c3d-b76b-2dc0324a2ae0 {{(pid=104509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 15:48:55.872928 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-94f1331c-5a7a-41b5-bb0a-903f3e333f25 admin admin] Publish callbacks [] for subnet (740405c0-4fa5-4c3d-b76b-2dc0324a2ae0), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:55.919810 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-94f1331c-5a7a-41b5-bb0a-903f3e333f25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17085713'] for subnet (740405c0-4fa5-4c3d-b76b-2dc0324a2ae0), precommit_delete_associations {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:55.960039 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:48:56.028485 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-94f1331c-5a7a-41b5-bb0a-903f3e333f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7837766'] for subnet (740405c0-4fa5-4c3d-b76b-2dc0324a2ae0), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:56.188682 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-94f1331c-5a7a-41b5-bb0a-903f3e333f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7837769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1948132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18758723'] for subnet (740405c0-4fa5-4c3d-b76b-2dc0324a2ae0), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:56.215801 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f1331c-5a7a-41b5-bb0a-903f3e333f25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=740405c0-4fa5-4c3d-b76b-2dc0324a2ae0,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:48:56.222731 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-94f1331c-5a7a-41b5-bb0a-903f3e333f25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for subnet (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:56.228646 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-94f1331c-5a7a-41b5-bb0a-903f3e333f25 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/740405c0-4fa5-4c3d-b76b-2dc0324a2ae0 HTTP/1.1" status: 204 len: 168 time: 0.4354396 Jul 20 15:48:56.229120 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d9558e-1ed6-4216-b501-35c6eab6da04 None None] Network ae45bd17-a8fe-44c3-817a-059b1cb551d1 requested from dv-cinder-819149-12-iscsi {{(pid=104511) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 15:48:56.229843 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 52014) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:48:56.232465 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:48:56.328357 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-94793466-01ac-4c38-a58a-5f73a132845e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7858968'] for network (ae45bd17-a8fe-44c3-817a-059b1cb551d1), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:56.331168 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:48:56.384376 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [None req-94793466-01ac-4c38-a58a-5f73a132845e admin admin] Deleting port f257c343-a97c-4466-ab55-4939583b0ce2 {{(pid=104510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:48:56.384922 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-94793466-01ac-4c38-a58a-5f73a132845e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (f257c343-a97c-4466-ab55-4939583b0ce2), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:56.413875 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7c1171-cb7f-4d41-97aa-8991e812d41d None None] DHCP port deletion for ae45bd17-a8fe-44c3-817a-059b1cb551d1 request from dv-cinder-819149-12-iscsi {{(pid=104511) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 15:48:56.464961 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.db [None req-94793466-01ac-4c38-a58a-5f73a132845e admin admin] For port f257c343-a97c-4466-ab55-4939583b0ce2, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=f257c343-a97c-4466-ab55-4939583b0ce2,segment=NetworkSegment(f97d90d0-5c69-432e-a5da-e867e4b71bf6),segment_id=f97d90d0-5c69-432e-a5da-e867e4b71bf6)] {{(pid=104510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:48:56.465329 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-94793466-01ac-4c38-a58a-5f73a132845e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (f257c343-a97c-4466-ab55-4939583b0ce2), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:56.467619 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c1171-cb7f-4d41-97aa-8991e812d41d None None] Deleting port f257c343-a97c-4466-ab55-4939583b0ce2 {{(pid=104511) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 15:48:56.467995 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8d7c1171-cb7f-4d41-97aa-8991e812d41d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737057521381'] for port (f257c343-a97c-4466-ab55-4939583b0ce2), before_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:56.480920 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.plugin [None req-94793466-01ac-4c38-a58a-5f73a132845e admin admin] Calling delete_port for f257c343-a97c-4466-ab55-4939583b0ce2 owned by network:dhcp {{(pid=104510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:48:56.492142 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:48:56.678239 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.db [None req-8d7c1171-cb7f-4d41-97aa-8991e812d41d None None] For port f257c343-a97c-4466-ab55-4939583b0ce2, host dv-cinder-819149-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-12-iscsi',level=0,port_id=f257c343-a97c-4466-ab55-4939583b0ce2,segment=NetworkSegment(f97d90d0-5c69-432e-a5da-e867e4b71bf6),segment_id=f97d90d0-5c69-432e-a5da-e867e4b71bf6)] {{(pid=104511) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 15:48:56.678561 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8d7c1171-cb7f-4d41-97aa-8991e812d41d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1715580'] for port (f257c343-a97c-4466-ab55-4939583b0ce2), precommit_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:56.692809 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c1171-cb7f-4d41-97aa-8991e812d41d None None] Calling delete_port for f257c343-a97c-4466-ab55-4939583b0ce2 owned by network:dhcp {{(pid=104511) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 15:48:56.719426 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-94793466-01ac-4c38-a58a-5f73a132845e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25775823'] for port (f257c343-a97c-4466-ab55-4939583b0ce2), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:56.747325 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94793466-01ac-4c38-a58a-5f73a132845e admin admin] Pushing event deleted for resources: {'Port': ['ID=f257c343-a97c-4466-ab55-4939583b0ce2,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:48:56.751781 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94793466-01ac-4c38-a58a-5f73a132845e admin admin] No DVR routers for this DVR port f257c343-a97c-4466-ab55-4939583b0ce2 on host dv-cinder-819149-12-iscsi {{(pid=104510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 15:48:56.788587 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-8d7c1171-cb7f-4d41-97aa-8991e812d41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7795340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737057529402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737057181422'] for port (f257c343-a97c-4466-ab55-4939583b0ce2), after_delete {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:56.827355 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c1171-cb7f-4d41-97aa-8991e812d41d None None] Pushing event deleted for resources: {'Port': ['ID=f257c343-a97c-4466-ab55-4939583b0ce2,revision_number=None']} {{(pid=104511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:48:56.833149 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7c1171-cb7f-4d41-97aa-8991e812d41d None None] No DVR routers for this DVR port f257c343-a97c-4466-ab55-4939583b0ce2 on host dv-cinder-819149-12-iscsi {{(pid=104511) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 15:48:56.847272 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-94793466-01ac-4c38-a58a-5f73a132845e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7837447', 'neutron.services.segments.db._delete_segments_for_network-8737057647674'] for network (ae45bd17-a8fe-44c3-817a-059b1cb551d1), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:56.877766 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.services.segments.db [None req-94793466-01ac-4c38-a58a-5f73a132845e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae45bd17-a8fe-44c3-817a-059b1cb551d1']}} {{(pid=104510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:48:56.894789 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.services.segments.db [None req-94793466-01ac-4c38-a58a-5f73a132845e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f97d90d0-5c69-432e-a5da-e867e4b71bf6') {'for_net_delete': True} {{(pid=104510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:48:56.895285 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.services.segments.db [None req-94793466-01ac-4c38-a58a-5f73a132845e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f97d90d0-5c69-432e-a5da-e867e4b71bf6') {} {{(pid=104510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 15:48:56.913808 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-94793466-01ac-4c38-a58a-5f73a132845e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737057648963', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3188917'] for segment (f97d90d0-5c69-432e-a5da-e867e4b71bf6), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:56.939355 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-94793466-01ac-4c38-a58a-5f73a132845e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087'] for segment (f97d90d0-5c69-432e-a5da-e867e4b71bf6), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:56.947776 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94793466-01ac-4c38-a58a-5f73a132845e admin admin] Releasing vlan 963 on physical network physnet1 to pool {{(pid=104510) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 15:48:56.948373 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-94793466-01ac-4c38-a58a-5f73a132845e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7784087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25775772'] for segment (f97d90d0-5c69-432e-a5da-e867e4b71bf6), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:57.037017 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:48:57.048198 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.services.segments.plugin [-] Segment f97d90d0-5c69-432e-a5da-e867e4b71bf6 resource provider aggregate not found Jul 20 15:48:57.073293 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.services.segments.plugin [-] Segment f97d90d0-5c69-432e-a5da-e867e4b71bf6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f97d90d0-5c69-432e-a5da-e867e4b71bf6 found for delete ", "request_id": "req-cc0b646d-0bdd-41e8-a527-5df267515913"}]} Jul 20 15:48:57.130953 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-94793466-01ac-4c38-a58a-5f73a132845e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7837500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1714511'] for network (ae45bd17-a8fe-44c3-817a-059b1cb551d1), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:57.141351 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-94793466-01ac-4c38-a58a-5f73a132845e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512446'] for network (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:57.144710 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-94793466-01ac-4c38-a58a-5f73a132845e admin admin] 10.222.0.78 "DELETE /v2.0/networks/ae45bd17-a8fe-44c3-817a-059b1cb551d1 HTTP/1.1" status: 204 len: 168 time: 0.9137626 Jul 20 15:48:57.155770 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94793466-01ac-4c38-a58a-5f73a132845e admin admin] Pushing event deleted for resources: {'Network': ['ID=ae45bd17-a8fe-44c3-817a-059b1cb551d1,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:48:57.222764 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device f257c343-a97c-4466-ab55-4939583b0ce2 no longer exists at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:48:57.248707 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] No Port match for: f257c343-a97c-4466-ab55-4939583b0ce2 {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:48:57.255755 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device f257c343-a97c-4466-ab55-4939583b0ce2 not bound to the agent host dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:48:57.255755 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 9824861a-eb8a-4cac-acfb-0d0345d64ccc no longer exists at agent ovs-agent-dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 15:48:57.268721 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.plugin [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] No Port match for: 9824861a-eb8a-4cac-acfb-0d0345d64ccc {{(pid=104511) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 15:48:57.269058 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron.plugins.ml2.rpc [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Device 9824861a-eb8a-4cac-acfb-0d0345d64ccc not bound to the agent host dv-cinder-819149-12-iscsi {{(pid=104511) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 15:48:57.540760 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 52024) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:48:57.583817 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-4b7dae43-5381-4ba2-a72e-13d7363805fb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=68372ee91fb843108d3b0cb1c99cd186&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412195 Jul 20 15:48:57.587416 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [-] (104510) accepted ('10.222.0.78', 52026) {{(pid=104510) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:48:57.649032 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-0078ee2e-e225-488e-b403-2d44931f181d admin admin] Publish callbacks [] for security_group (3b1cb633-54d7-4797-bc1b-58f56331cdc2), before_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:57.674208 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-0078ee2e-e225-488e-b403-2d44931f181d admin admin] Publish callbacks [] for security_group (3b1cb633-54d7-4797-bc1b-58f56331cdc2), precommit_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:57.816369 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-0078ee2e-e225-488e-b403-2d44931f181d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (3b1cb633-54d7-4797-bc1b-58f56331cdc2), after_delete {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:57.819255 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron_lib.callbacks.manager [None req-0078ee2e-e225-488e-b403-2d44931f181d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:57.824035 dv-cinder-819149-12-iscsi neutron-server[104510]: INFO neutron.wsgi [None req-0078ee2e-e225-488e-b403-2d44931f181d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3b1cb633-54d7-4797-bc1b-58f56331cdc2 HTTP/1.1" status: 204 len: 168 time: 0.2315836 Jul 20 15:48:57.829995 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078ee2e-e225-488e-b403-2d44931f181d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1cb633-54d7-4797-bc1b-58f56331cdc2,revision_number=None']} {{(pid=104510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:48:58.645858 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 52032) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:48:58.703160 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-a4a9aff9-b4aa-4048-800c-54bb2e723362 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=980fc587eb054036b5d7cde3f4d2a625&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0558996 Jul 20 15:48:58.706683 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [-] (104509) accepted ('10.222.0.78', 52034) {{(pid=104509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 15:48:58.770616 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-f164a3da-0cdf-4a33-abf9-4115893874f4 admin admin] Publish callbacks [] for security_group (ad8459c5-6acb-4c6d-a864-40aeacca3d05), before_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:58.797675 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-f164a3da-0cdf-4a33-abf9-4115893874f4 admin admin] Publish callbacks [] for security_group (ad8459c5-6acb-4c6d-a864-40aeacca3d05), precommit_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:59.011154 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-f164a3da-0cdf-4a33-abf9-4115893874f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515396'] for security_group (ad8459c5-6acb-4c6d-a864-40aeacca3d05), after_delete {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:59.014233 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron_lib.callbacks.manager [None req-f164a3da-0cdf-4a33-abf9-4115893874f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:48:59.015664 dv-cinder-819149-12-iscsi neutron-server[104509]: INFO neutron.wsgi [None req-f164a3da-0cdf-4a33-abf9-4115893874f4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ad8459c5-6acb-4c6d-a864-40aeacca3d05 HTTP/1.1" status: 204 len: 168 time: 0.3078065 Jul 20 15:48:59.026605 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f164a3da-0cdf-4a33-abf9-4115893874f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8459c5-6acb-4c6d-a864-40aeacca3d05,revision_number=None']} {{(pid=104509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 15:49:00.365782 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=20 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:49:00.394255 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=53 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:49:07.710456 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=38,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:49:07.825437 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG dbcounter [-] [104510] Writing DB stats neutron:SELECT=25,neutron:DELETE=1 {{(pid=104510) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:49:09.019625 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=51,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:49:09.020711 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG dbcounter [-] [104509] Writing DB stats neutron:SELECT=25,neutron:DELETE=2 {{(pid=104509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:49:09.151441 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:49:17.639602 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 6 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:49:19.006619 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=20 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:49:19.008886 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=73,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:49:20.035542 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4f08d223-6275-4735-a33e-62a9855adfa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:49:22.458643 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-bcd74ba5-8316-4bad-9794-aaa034d21444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:49:23.710489 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:49:24.964615 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:49:25.096225 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:49:27.630246 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:49:27.631089 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:49:35.006789 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:49:35.014945 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:49:39.143172 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:49:49.000809 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:49:49.002914 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:49:49.011264 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=11 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:49:49.016965 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=15 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:49:50.066793 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-446d9802-8625-4d0d-b505-fbed870d39df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:49:52.417244 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-3f9fd169-9126-457e-a62a-91eeb0a0c796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:49:53.788631 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:49:54.628967 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 6 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:49:54.982942 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:49:55.135184 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:50:04.623576 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:50:04.624403 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=5 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:50:05.018323 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:50:05.020263 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:50:09.159386 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:50:19.009984 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:50:19.017351 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:50:20.067437 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-5a7d0ba7-0593-4833-98ff-80c518dcc0b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:50:22.415130 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-4fcb39ed-a392-470b-9abb-9ea420e7576e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:50:23.759245 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:50:25.039092 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:50:25.181929 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:50:31.628654 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 6 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:50:35.013451 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:50:35.015388 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:50:39.124560 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:50:48.476320 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=5 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:50:48.477029 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:50:49.040271 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:50:49.044191 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:50:50.020329 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-7b7ab499-3f97-4eae-b995-0e1fc2eec974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:50:52.443879 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1f2cb6a3-6c7f-43aa-ae08-e7f179e84828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:50:53.717572 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:50:55.026664 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:50:55.146608 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:51:08.628033 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 6 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:51:08.939836 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:51:08.940541 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:51:09.134171 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:51:15.415402 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=3 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:51:18.624525 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=5 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:51:19.077276 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:51:20.214609 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-2b58ca31-ed2a-4457-a310-e1e0f8f0ec13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:51:22.413968 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-056809b8-7abe-438e-a5ab-32f12b27b7a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:51:23.699524 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:51:25.001803 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:51:25.099375 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:51:35.012991 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:51:35.016563 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:51:39.127485 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:51:45.627486 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 6 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:51:49.028311 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:51:49.030201 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:51:50.076075 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b5d5bd0a-2fdb-4959-95c5-f744871e22da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:51:52.464648 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-93db32d7-6331-4d93-aa44-1a692bac80ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:51:53.693255 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:51:55.001397 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:51:55.110033 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:51:55.622421 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=15 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:51:55.623192 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=19 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:52:05.016830 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:52:05.018745 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:52:09.218279 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:52:19.047185 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:52:19.050583 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:52:20.286726 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-dbd8265b-0ab4-4bbf-ae3c-f4e9ce3d0c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:52:22.435743 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-b33b95f8-0e18-4e3c-93a6-7cbf92639936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:52:22.629744 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 6 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:52:23.686713 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:52:24.978405 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:52:25.086539 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:52:29.410130 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=5 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:52:32.625264 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=5 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:52:34.908143 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:52:35.021721 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:52:39.131891 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:52:48.481141 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:52:48.482039 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:DELETE=1 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:52:49.042794 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:52:49.044802 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:52:50.069008 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-47fc8a8b-a5ec-479f-8316-77637faa3907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:52:52.480319 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-3515450a-49fb-4444-bc4d-07995fe40878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:52:53.753383 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:52:55.000090 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:52:55.126060 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:52:59.629998 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 6 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:53:06.407760 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:53:08.921996 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:53:08.923940 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:53:09.182848 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:53:09.626404 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=4 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:53:19.200311 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:53:20.090995 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1ab0ab0d-fc3e-4f06-9899-b432eda00278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:53:22.508793 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-7ddc266d-c731-489f-a751-e04c69e41a56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:53:23.714551 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:53:25.045401 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:53:25.136791 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:53:35.023176 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:53:35.026161 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:53:36.629647 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 6 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:53:39.165211 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:53:48.923742 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=18 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:53:48.924824 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG dbcounter [-] [104512] Writing DB stats neutron:SELECT=16 {{(pid=104512) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:53:49.040041 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:53:49.046174 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:53:50.039460 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-caa321a3-aff0-4373-9ff1-a9618d0037a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (1054ab0b-28b9-454f-8889-d57ec5383afd), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:53:52.408333 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-922b8267-5768-4389-bde3-338fcdb342c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (60d43b30-ab53-43df-b34a-ee6fd9ca09db), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:53:53.701876 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c17f-f476-4c42-9bfe-b478af746980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (89606b38-72d6-445f-8965-2a842bdfeeb2), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:53:55.010288 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1639ae02-2886-4582-8109-0008672a81a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (e47ca511-1924-4326-9a06-e6f05a2841b3), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:53:55.099868 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-1a56773d-b0f3-4f2e-a884-e2c0b54a42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (5729d8e0-9e32-4d27-b92e-30241f6d9221), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:54:05.017876 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:54:05.026903 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:54:08.274218 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [req-b51e7443-505a-4b58-b2b9-dc024fcc8632 req-5a1d37a1-8b27-42e8-8b83-54d6a2b37f23 service neutron] (104509) timed out ('10.222.0.78', 48378) {{(pid=104509) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 20 15:54:08.545527 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [req-b51e7443-505a-4b58-b2b9-dc024fcc8632 req-d2e1d580-675f-420a-aba6-6514132569ff tempest-TestShelveInstance-638114294 tempest-TestShelveInstance-638114294-project] (104509) timed out ('10.222.0.78', 48388) {{(pid=104509) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 20 15:54:09.130154 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG neutron_lib.callbacks.manager [None req-71c3b597-a2e2-4938-b4b1-f137f5854bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737057647656', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7836356'] for agent (84834a4b-f4d1-4c41-9203-9b15edc444f5), after_update {{(pid=104511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 15:54:09.795488 dv-cinder-819149-12-iscsi neutron-server[104509]: DEBUG neutron.wsgi [req-dfaf9659-4891-4f96-95c2-2c8f952eec45 req-d77b42bf-5d1c-4fa8-b396-c21ec7016590 service neutron] (104509) timed out ('10.222.0.78', 45532) {{(pid=104509) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 20 15:54:09.884774 dv-cinder-819149-12-iscsi neutron-server[104510]: DEBUG neutron.wsgi [req-dfaf9659-4891-4f96-95c2-2c8f952eec45 req-3d78770b-ea53-4e6a-af1d-a06b610b103f tempest-AttachVolumeShelveTestJSON-406309550 tempest-AttachVolumeShelveTestJSON-406309550-project] (104510) timed out ('10.222.0.78', 45554) {{(pid=104510) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 20 15:54:13.628778 dv-cinder-819149-12-iscsi neutron-server[104512]: DEBUG neutron.db.agents_db [None req-f51a6d2a-cfbe-4feb-b6ae-85a912cbe9b6 None None] Agent healthcheck: found 6 active agents {{(pid=104512) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 15:54:19.043361 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=2 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 15:54:19.045245 dv-cinder-819149-12-iscsi neutron-server[104511]: DEBUG dbcounter [-] [104511] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104511) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}